-- Logs begin at Tue 2021-09-21 12:16:11 UTC, end at Tue 2021-09-21 13:12:42 UTC. -- Sep 21 12:45:55.458462 dv-cinder-810131-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 21 12:45:58.193225 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.common.config [-] Logging enabled! Sep 21 12:45:58.193838 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev6 Sep 21 12:45:58.193982 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93861) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 21 12:45:58.197222 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.common.config [-] Logging enabled! Sep 21 12:45:58.197476 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev6 Sep 21 12:45:58.197779 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93861) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 21 12:45:58.198726 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 21 12:45:58.198958 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 21 12:45:58.199314 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 21 12:45:58.199554 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 21 12:45:58.199775 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 21 12:45:58.200084 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.200374 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.200661 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.200885 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.201169 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.201451 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.201729 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.202008 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.202297 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.202609 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.202885 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.203163 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.203389 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.203663 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.203939 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.204215 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.204431 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] debug = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.204705 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.205232 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.205625 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.205906 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.206186 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.206483 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.206751 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.207018 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.207295 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.207613 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] host = dv-cinder-810131-2-iscsi {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.207885 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.208161 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.208441 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.208720 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.208986 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.209252 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.209528 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.209794 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.210058 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] log_file = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.210327 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.210631 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.210910 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.211190 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.211408 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.211623 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.211902 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.212180 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.212449 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.212716 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.212985 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.213250 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.213517 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.213777 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.214053 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.214329 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.214631 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.214901 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.215174 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.215432 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.215695 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.215969 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.216234 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.216500 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.216767 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.217047 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.217309 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.217576 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.217866 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.218144 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.218434 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.218715 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.218979 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.219251 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.219517 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.219781 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.220043 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] use_json = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.220311 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.220609 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.221039 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.221310 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.221580 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.221848 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.222113 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.222418 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:45:58.222704 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.222994 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.223289 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.223567 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.223857 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.224130 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.224415 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.224689 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.224974 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.225259 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.225541 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.225814 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.226094 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.226365 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.226676 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.226976 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.227264 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.227547 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.227816 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.228084 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.228353 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.228625 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.228909 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.229179 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.229460 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.229741 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.230012 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.230294 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.230608 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.230892 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.231160 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.231432 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.231716 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.231985 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.232250 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.232521 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.232801 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.233070 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.233334 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.233609 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.233881 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.234145 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.234429 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.234703 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.234985 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.235260 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.235525 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.235787 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.236055 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.236837 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.237193 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.237388 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.237652 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.237915 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.238184 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.238469 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.238737 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.239006 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.239270 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.239538 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.239801 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.240064 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.240328 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.240592 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.240858 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.241124 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.241389 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.241657 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.241921 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.242186 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.242477 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.242745 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.243010 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.243291 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.243581 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.243850 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.244121 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.244396 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.244668 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.244938 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.245208 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.245478 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.245754 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.246017 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.246300 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.246605 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.247048 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.247334 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.247609 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.247902 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.248173 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.248450 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.248722 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.248993 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.249268 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.249543 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.249827 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.250109 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.250434 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.250696 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.250983 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.251256 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.251558 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.252466 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:45:58.252848 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 21 12:45:58.253102 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93861) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 21 12:45:58.602657 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 21 12:45:58.602930 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 21 12:45:58.603217 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 21 12:45:58.603542 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 21 12:45:59.001222 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.001440 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.001708 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.003610 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.003883 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.004146 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.039694 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.039966 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.040228 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.055295 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.055588 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.055831 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.083309 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.083583 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.083845 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.120704 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.120981 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.121244 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.352828 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.353464 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.353464 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.353643 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.354284 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.473835 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.474150 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.474454 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.474722 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.474984 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.475292 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.475546 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.475795 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.476043 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.476320 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.476573 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.476830 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.477077 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.477321 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.477570 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.477826 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.478073 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.478333 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.478620 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.478874 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.479136 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.479384 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.479660 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.480029 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.480282 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.480521 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.480910 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 12:45:59.481148 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 12:45:59.481383 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 12:45:59.481615 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 12:45:59.481847 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 12:45:59.482078 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 12:45:59.482517 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 21 12:45:59.485550 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 21 12:45:59.490132 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 21 12:45:59.493757 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Sep 21 12:45:59.495396 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 21 12:45:59.495848 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 21 12:45:59.496179 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 21 12:45:59.496558 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 21 12:45:59.499328 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 21 12:45:59.499573 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 21 12:45:59.499907 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 21 12:45:59.505765 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 21 12:45:59.527189 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 21 12:45:59.527634 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.527925 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93861) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 21 12:45:59.528283 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.529629 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93861) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 21 12:45:59.530063 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 21 12:45:59.530306 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 21 12:45:59.533565 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.533930 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:45:59.597481 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 21 12:45:59.597711 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 21 12:45:59.597940 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 21 12:45:59.598299 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 21 12:45:59.620880 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_db.sqlalchemy.engines [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93861) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 21 12:46:00.151578 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.managers [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Initializing driver for type 'gre' Sep 21 12:46:00.152103 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] gre ID ranges: [(1, 1000)] Sep 21 12:46:00.203592 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.managers [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Initializing driver for type 'local' Sep 21 12:46:00.204003 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.managers [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Initializing driver for type 'vlan' Sep 21 12:46:00.217321 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] VlanTypeDriver initialization complete Sep 21 12:46:00.217671 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.managers [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Initializing driver for type 'vxlan' Sep 21 12:46:00.218248 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] vxlan ID ranges: [(1, 1000)] Sep 21 12:46:00.271979 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.managers [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Initializing extension driver 'port_security' Sep 21 12:46:00.272411 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.extensions.port_security [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] PortSecurityExtensionDriver initialization complete Sep 21 12:46:00.272655 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.managers [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Initializing mechanism driver 'openvswitch' Sep 21 12:46:00.272985 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.managers [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Initializing mechanism driver 'hyperv' Sep 21 12:46:00.279613 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.plugin [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:46:00.280289 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > port after_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.280658 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > port after_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.281014 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > port after_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.281525 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93861) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 21 12:46:00.281953 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > subnet after_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.282307 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > subnet after_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.282678 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > subnet after_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.283689 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93861) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 21 12:46:00.284107 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > network after_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.284449 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > network after_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.285052 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > network after_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.285444 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93861) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 21 12:46:00.285847 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > security_group after_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.286194 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > security_group after_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.286567 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > security_group after_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.287094 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93861) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 21 12:46:00.287500 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.287850 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.288196 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.288592 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93861) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 21 12:46:00.288997 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > address_group after_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.289343 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > address_group after_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.289680 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > address_group after_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.290067 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93861) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 21 12:46:00.290468 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] ML2 OVO RPC backend initialized. {{(pid=93861) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 21 12:46:00.291172 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > router_interface after_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.291527 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.291961 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > network before_response 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.292308 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > networks before_response 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.292653 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > port before_response 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.292992 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > ports before_response 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.293331 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > subnet before_response 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.293666 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > subnets before_response 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.294009 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > network after_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.294347 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > network after_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.294706 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > network after_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.295037 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > port after_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.295370 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > port after_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.295698 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > port after_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.296030 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > subnet after_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.296360 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > subnet after_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.296691 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > subnet after_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.297254 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.plugin [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Modular L2 Plugin initialization complete Sep 21 12:46:00.297580 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading services supported by the core plugin {{(pid=93861) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 21 12:46:00.297903 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.plugins.ml2.managers [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Got port-security extension from driver 'port_security' Sep 21 12:46:00.298360 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.extensions.vlantransparent [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Disabled vlantransparent extension. Sep 21 12:46:00.298980 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93861) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 21 12:46:00.299370 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading Plugin: router Sep 21 12:46:00.335180 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > router_interface before_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.335574 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > router after_create 55549900 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.335946 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > router before_create 55549900 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.336313 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.336687 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.337045 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > router after_delete 55549900 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.337400 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > floatingip after_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.337749 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > floatingip after_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.338105 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > router after_create 55549900 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.338471 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > router after_update 55549900 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.338822 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > router after_update 55549900 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.339168 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.339527 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > router after_update 55549900 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.339932 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > router precommit_update 55549900 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.340299 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: port after_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.340638 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: port after_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.340977 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: subnet after_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.341314 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.341666 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > port precommit_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.342015 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > router precommit_create 55549900 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.342358 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: port before_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.342733 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > router precommit_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.343090 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > router after_update 55549900 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.343430 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > router precommit_delete 55549900 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.343779 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > router precommit_create 55549900 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.344146 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > router_interface after_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.344489 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > router precommit_update 55549900 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.344851 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > agent after_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.345198 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > agent after_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.346238 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > network after_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.347136 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.quota.resource_registry [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Tracking information for resource: router configured {{(pid=93861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 12:46:00.347475 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.quota.resource_registry [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Tracking information for resource: floatingip configured {{(pid=93861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 12:46:00.352488 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.db.l3_agentschedulers_db [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 21 12:46:00.353060 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: port after_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.353585 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: port after_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.353762 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: port after_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.354123 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: port after_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.354934 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > router before_create 55550100 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.355301 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > router precommit_delete 55550100 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.355662 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > router precommit_create 55550100 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.356015 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > router precommit_update 55550100 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.360739 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.services.provider_configuration [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Service providers = [] {{(pid=93861) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 21 12:46:00.361167 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.db.servicetype_db [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93861) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 21 12:46:00.364947 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.services.service_base [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93861) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 12:46:00.365300 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.services.service_base [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93861) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 12:46:00.365643 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.services.service_base [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93861) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 12:46:00.366566 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.services.service_base [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93861) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 12:46:00.366940 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.services.service_base [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 21 12:46:00.367321 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 12:46:00.367639 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 21 12:46:00.378551 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 12:46:00.378886 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading Plugin: auto_allocate Sep 21 12:46:00.384735 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: network precommit_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.385116 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: network precommit_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.385648 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 12:46:00.385971 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading Plugin: tag Sep 21 12:46:00.393054 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 12:46:00.393382 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading Plugin: timestamp Sep 21 12:46:00.397417 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 12:46:00.397753 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading Plugin: network_ip_availability Sep 21 12:46:00.403236 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.403565 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.403919 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.404632 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 12:46:00.404953 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading Plugin: flavors Sep 21 12:46:00.410510 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 12:46:00.410845 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading Plugin: revisions Sep 21 12:46:00.415093 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 12:46:00.415485 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_concurrency.lockutils [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.812s {{(pid=93861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 21 12:46:00.416222 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93861) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 21 12:46:00.416555 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Initializing extension manager. Sep 21 12:46:00.417072 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: __init__.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.417415 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: __pycache__ {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.417762 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.418087 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: address_group.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.418869 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.419436 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: address-group Sep 21 12:46:00.419758 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: address_scope.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.420665 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.421178 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: address-scope Sep 21 12:46:00.421499 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: admin_state_down_before_update.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.422471 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.422991 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: router-admin-state-down-before-update Sep 21 12:46:00.423311 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: agent.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.424054 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.424561 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: agent Sep 21 12:46:00.424879 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: agent_resources_synced.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.425792 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.426298 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: agent-resources-synced Sep 21 12:46:00.426640 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: allowedaddresspairs.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.428432 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.428945 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: allowed-address-pairs Sep 21 12:46:00.429270 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: auto_allocated_topology.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.430352 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.430882 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: auto-allocated-topology Sep 21 12:46:00.431207 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: availability_zone.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.431904 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.432407 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: availability_zone Sep 21 12:46:00.432728 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: availability_zone_filter.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.433644 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.434147 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: availability_zone_filter Sep 21 12:46:00.434491 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: data_plane_status.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.435403 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.435905 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extension data-plane-status not supported by any of loaded plugins Sep 21 12:46:00.436226 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: default_subnetpools.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.437143 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.437649 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: default-subnetpools Sep 21 12:46:00.437973 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: dhcpagentscheduler.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.438825 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.439386 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: dhcp_agent_scheduler Sep 21 12:46:00.439719 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: dns.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.440637 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.441141 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extension dns-integration not supported by any of loaded plugins Sep 21 12:46:00.441465 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: dns_domain_ports.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.442384 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.442919 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 21 12:46:00.443243 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.444165 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.444671 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 21 12:46:00.444996 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: dvr.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.445671 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.446177 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: dvr Sep 21 12:46:00.446529 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: ecmp_routes.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.447455 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.447957 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extension ecmp_routes not supported by any of loaded plugins Sep 21 12:46:00.448276 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: empty_string_filtering.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.449188 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.449696 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: empty-string-filtering Sep 21 12:46:00.450015 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.450950 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.451457 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 21 12:46:00.451777 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.452690 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.453199 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 21 12:46:00.453518 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: external_net.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.454451 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.455583 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: external-net Sep 21 12:46:00.455908 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: extra_dhcp_opt.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.456821 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.457329 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: extra_dhcp_opt Sep 21 12:46:00.457647 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: extraroute.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.458585 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.459090 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: extraroute Sep 21 12:46:00.459410 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: extraroute_atomic.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.460446 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.460952 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: extraroute-atomic Sep 21 12:46:00.461270 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: filter_validation.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.461937 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.462476 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: filter-validation Sep 21 12:46:00.462798 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: fip_pf_description.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.463710 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.464208 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 21 12:46:00.464527 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: fip_port_details.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.465480 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.465986 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: fip-port-details Sep 21 12:46:00.466307 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: flavors.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.467564 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.468076 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: flavors Sep 21 12:46:00.468400 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.470063 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.471212 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 21 12:46:00.471547 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: floatingip_pools.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.472256 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.472764 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: floatingip-pools Sep 21 12:46:00.473096 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: ip_allocation.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.474036 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.474566 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extension ip_allocation not supported by any of loaded plugins Sep 21 12:46:00.474893 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.475820 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.476325 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: ip-substring-filtering Sep 21 12:46:00.476653 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: l2_adjacency.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.477584 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.478086 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extension l2_adjacency not supported by any of loaded plugins Sep 21 12:46:00.478433 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: l3.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.479532 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.480088 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: router Sep 21 12:46:00.480416 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: l3_conntrack_helper.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.482685 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.483217 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 21 12:46:00.483550 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.484495 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.485009 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: ext-gw-mode Sep 21 12:46:00.485338 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.486498 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.487019 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: l3-ha Sep 21 12:46:00.487347 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: l3_flavors.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.488272 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.488782 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: l3-flavors Sep 21 12:46:00.489106 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.490023 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.490565 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: l3-port-ip-change-not-allowed Sep 21 12:46:00.490891 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: l3agentscheduler.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.491921 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.492426 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: l3_agent_scheduler Sep 21 12:46:00.492750 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: logging.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.494223 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.494771 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extension logging not supported by any of loaded plugins Sep 21 12:46:00.495106 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: metering.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.495848 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.496418 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: metering Sep 21 12:46:00.496742 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.497851 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.498360 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: metering_source_and_destination_fields Sep 21 12:46:00.498707 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: multiprovidernet.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.499634 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.500138 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: multi-provider Sep 21 12:46:00.500459 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: netmtu.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.501374 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.501924 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: net-mtu Sep 21 12:46:00.502234 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: netmtu_writable.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.503182 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.503689 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: net-mtu-writable Sep 21 12:46:00.504008 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: network_availability_zone.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.504681 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.505182 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: network_availability_zone Sep 21 12:46:00.505496 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: network_ip_availability.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.506620 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.507132 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: network-ip-availability Sep 21 12:46:00.507457 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: network_segment_range.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.508225 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.508723 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extension network-segment-range not supported by any of loaded plugins Sep 21 12:46:00.509041 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: pagination.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.510013 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.510339 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: pagination Sep 21 12:46:00.510684 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: port_device_profile.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.511598 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.512112 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: port-device-profile Sep 21 12:46:00.512432 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.513356 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.513861 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: port-mac-address-regenerate Sep 21 12:46:00.514180 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.515121 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.515635 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: port-numa-affinity-policy Sep 21 12:46:00.515956 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: port_resource_request.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.516983 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.518101 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extension port-resource-request not supported by any of loaded plugins Sep 21 12:46:00.518453 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: portbindings.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.519394 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.519898 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: binding Sep 21 12:46:00.520218 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: portbindings_extended.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.521490 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.522008 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: binding-extended Sep 21 12:46:00.522334 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: portsecurity.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.523292 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.523808 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: port-security Sep 21 12:46:00.524133 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: project_id.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.525107 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.525434 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: project-id Sep 21 12:46:00.525757 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: providernet.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.526702 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.527215 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: provider Sep 21 12:46:00.527537 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: qos.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.531095 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.531618 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extension qos not supported by any of loaded plugins Sep 21 12:46:00.531978 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.533871 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.534386 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 21 12:46:00.534733 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.535909 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.536417 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 21 12:46:00.536738 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: qos_default.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.537647 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.538155 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extension qos-default not supported by any of loaded plugins Sep 21 12:46:00.538501 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: qos_fip.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.539154 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.539650 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extension qos-fip not supported by any of loaded plugins Sep 21 12:46:00.539966 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: qos_gateway_ip.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.540892 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.541397 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 21 12:46:00.541716 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: qos_port_network_policy.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.542669 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.543180 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 21 12:46:00.543501 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: qos_pps_rule.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.544668 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.545178 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extension qos-pps not supported by any of loaded plugins Sep 21 12:46:00.545499 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: qos_rule_type_details.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.546430 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.546941 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 21 12:46:00.547263 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: qos_rules_alias.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.548307 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.548859 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 21 12:46:00.549310 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: quotasv2.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.550231 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.550597 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: quotas Sep 21 12:46:00.550917 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: quotasv2_detail.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.554140 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.554518 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: quota_details Sep 21 12:46:00.554855 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: rbac.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.555911 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.556434 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: rbac-policies Sep 21 12:46:00.556765 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: rbac_address_group.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.557697 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.558213 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: rbac-address-group Sep 21 12:46:00.558579 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: rbac_address_scope.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.559514 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.560025 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: rbac-address-scope Sep 21 12:46:00.560347 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: rbac_security_groups.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.561268 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.561781 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: rbac-security-groups Sep 21 12:46:00.562103 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: rbac_subnetpool.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.563059 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.563569 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: rbac-subnetpool Sep 21 12:46:00.563890 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: revisionifmatch.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.565667 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.566194 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: revision-if-match Sep 21 12:46:00.566563 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: revisions.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.567685 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.568197 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: standard-attr-revisions Sep 21 12:46:00.568522 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: router_availability_zone.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.569205 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.569711 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: router_availability_zone Sep 21 12:46:00.570034 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: routerservicetype.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.571047 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.571556 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extension router-service-type not supported by any of loaded plugins Sep 21 12:46:00.571877 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.572805 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.573316 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: security-groups-normalized-cidr Sep 21 12:46:00.573644 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: security_groups_port_filtering.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.574595 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.575106 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: port-security-groups-filtering Sep 21 12:46:00.575427 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.576347 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.576863 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: security-groups-remote-address-group Sep 21 12:46:00.577187 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: securitygroup.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.588663 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.589193 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: security-group Sep 21 12:46:00.589525 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: segment.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.590323 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.590856 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extension segment not supported by any of loaded plugins Sep 21 12:46:00.591182 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.592129 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.592635 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 21 12:46:00.592959 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: servicetype.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.594154 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.594708 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: service-type Sep 21 12:46:00.595036 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: sorting.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.596082 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.596415 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: sorting Sep 21 12:46:00.596740 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: standard_attr_segment.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.597668 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.598177 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 21 12:46:00.598524 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: standardattrdescription.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.599180 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.599690 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: standard-attr-description Sep 21 12:46:00.600014 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: stateful_security_group.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.600950 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.601463 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: stateful-security-group Sep 21 12:46:00.601784 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: stdattrs_common.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.602363 dv-cinder-810131-2-iscsi neutron-server[93861]: WARNING neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 21 12:46:00.602715 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.603640 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.604154 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 21 12:46:00.604476 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: subnet_onboard.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.605537 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.606056 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: subnet_onboard Sep 21 12:46:00.606382 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.607349 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.607859 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 21 12:46:00.608184 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: subnet_service_types.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.609117 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.609631 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: subnet-service-types Sep 21 12:46:00.609959 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: subnetallocation.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.611139 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.611801 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: subnet_allocation Sep 21 12:46:00.612141 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.612816 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.613326 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: subnetpool-prefix-ops Sep 21 12:46:00.613655 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.614618 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.615124 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 21 12:46:00.615446 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: tagging.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.616530 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.617046 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: standard-attr-tag Sep 21 12:46:00.617371 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: timestamp.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.618615 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.619137 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loaded extension: standard-attr-timestamp Sep 21 12:46:00.619463 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: trunk.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.620506 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.621021 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extension trunk not supported by any of loaded plugins Sep 21 12:46:00.621346 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: trunk_details.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.622273 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.622822 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extension trunk-details not supported by any of loaded plugins Sep 21 12:46:00.623148 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: uplink_status_propagation.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.624077 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.624590 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 21 12:46:00.624912 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Loading extension file: vlantransparent.py {{(pid=93861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 12:46:00.625590 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 12:46:00.626097 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extension vlan-transparent not supported by any of loaded plugins Sep 21 12:46:00.629308 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.quota.resource_registry [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Creating instance of TrackedResource for resource:network Sep 21 12:46:00.629831 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.quota.resource_registry [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Creating instance of TrackedResource for resource:subnet Sep 21 12:46:00.630234 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.quota.resource_registry [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 12:46:00.630654 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.quota.resource_registry [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Creating instance of TrackedResource for resource:port Sep 21 12:46:00.632517 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.resource_helper [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 12:46:00.633275 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.resource_helper [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Service FLAVORS assigned prefix: {{(pid=93861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 12:46:00.634383 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.resource_helper [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 12:46:00.635131 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.resource_helper [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 12:46:00.635717 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.quota.resource_registry [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Creating instance of TrackedResource for resource:router Sep 21 12:46:00.636457 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.quota.resource_registry [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Creating instance of TrackedResource for resource:floatingip Sep 21 12:46:00.637260 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.resource_helper [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Service METERING assigned prefix: /metering {{(pid=93861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 12:46:00.639520 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.640189 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.640610 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:46:00.641679 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.quota.resource_registry [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Creating instance of CountableResource for resource:rbac_policy Sep 21 12:46:00.646505 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.quota.resource_registry [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Creating instance of TrackedResource for resource:security_group Sep 21 12:46:00.647014 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.quota.resource_registry [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Creating instance of TrackedResource for resource:security_group_rule Sep 21 12:46:00.647630 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.resource_helper [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Service CORE assigned prefix: {{(pid=93861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 12:46:00.648008 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.quota.resource_registry [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 12:46:00.648448 dv-cinder-810131-2-iscsi neutron-server[93861]: WARNING neutron.quota.resource_registry [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] subnetpool is already registered Sep 21 12:46:00.648916 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.resource_helper [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Service CORE assigned prefix: {{(pid=93861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 12:46:00.649253 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.quota.resource_registry [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 12:46:00.649592 dv-cinder-810131-2-iscsi neutron-server[93861]: WARNING neutron.quota.resource_registry [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] subnetpool is already registered Sep 21 12:46:00.651990 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.resource_helper [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 12:46:00.652432 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.resource_helper [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Service FLAVORS assigned prefix: {{(pid=93861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 12:46:00.653052 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.resource_helper [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 12:46:00.653534 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.resource_helper [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 12:46:00.653790 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.quota.resource_registry [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Creating instance of TrackedResource for resource:router Sep 21 12:46:00.654132 dv-cinder-810131-2-iscsi neutron-server[93861]: WARNING neutron.quota.resource_registry [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] router is already registered Sep 21 12:46:00.654573 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.quota.resource_registry [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Creating instance of TrackedResource for resource:floatingip Sep 21 12:46:00.654910 dv-cinder-810131-2-iscsi neutron-server[93861]: WARNING neutron.quota.resource_registry [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] floatingip is already registered Sep 21 12:46:00.655374 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.resource_helper [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Service METERING assigned prefix: /metering {{(pid=93861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 12:46:00.656149 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.quota.resource_registry [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Creating instance of CountableResource for resource:rbac_policy Sep 21 12:46:00.656385 dv-cinder-810131-2-iscsi neutron-server[93861]: WARNING neutron.quota.resource_registry [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] rbac_policy is already registered Sep 21 12:46:00.656801 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.quota.resource_registry [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Creating instance of TrackedResource for resource:security_group Sep 21 12:46:00.657317 dv-cinder-810131-2-iscsi neutron-server[93861]: WARNING neutron.quota.resource_registry [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] security_group is already registered Sep 21 12:46:00.657535 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.quota.resource_registry [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Creating instance of TrackedResource for resource:security_group_rule Sep 21 12:46:00.657874 dv-cinder-810131-2-iscsi neutron-server[93861]: WARNING neutron.quota.resource_registry [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] security_group_rule is already registered Sep 21 12:46:00.658641 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.resource_helper [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Service CORE assigned prefix: {{(pid=93861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 12:46:00.658977 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.quota.resource_registry [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 12:46:00.659322 dv-cinder-810131-2-iscsi neutron-server[93861]: WARNING neutron.quota.resource_registry [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] subnetpool is already registered Sep 21 12:46:00.659744 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.v2.resource_helper [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Service CORE assigned prefix: {{(pid=93861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 12:46:00.660305 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.quota.resource_registry [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 12:46:00.660877 dv-cinder-810131-2-iscsi neutron-server[93861]: WARNING neutron.quota.resource_registry [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] subnetpool is already registered Sep 21 12:46:00.661113 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extended resource: extensions {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:46:00.662646 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extended resource: address-groups {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:46:00.664098 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extended resource: address-scopes {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:46:00.665418 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extended resource: agents {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:46:00.666655 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extended resource: auto-allocated-topology {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:46:00.667901 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extended resource: availability_zones {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:46:00.669103 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extended resource: dhcp-networks {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:46:00.670623 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extended resource: dhcp-agents {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:46:00.672091 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extended resource: routers {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:46:00.674511 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extended resource: flavors {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:46:00.675858 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extended resource: service_profiles {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:46:00.677030 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extended resource: next_providers {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:46:00.678546 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extended resource: service_profiles {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:46:00.680033 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extended resource: floatingip-pools {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:46:00.681244 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extended resource: routers {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:46:00.683355 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extended resource: floatingips {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:46:00.684624 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extended resource: l3-routers {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:46:00.685995 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extended resource: l3-agents {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:46:00.687428 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extended resource: metering-labels {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:46:00.688771 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extended resource: metering-label-rules {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:46:00.690807 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extended resource: network-ip-availabilities {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:46:00.692073 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extended resource: bindings {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:46:00.694677 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extended resource: quotas {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:46:00.696137 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extended resource: quotas {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:46:00.697527 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extended resource: rbac-policies {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:46:00.698744 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extended resource: security-groups {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:46:00.700034 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extended resource: security-group-rules {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:46:00.701318 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extended resource: service-providers {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:46:00.702558 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extended resource: subnetpools {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:46:00.703970 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extended resource: subnetpools {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:46:00.706070 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extended resource: tags {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:46:00.707754 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extended resource: tags {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:46:00.709570 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extended resource: tags {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:46:00.711398 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extended resource: tags {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:46:00.713166 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extended resource: tags {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:46:00.715037 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extended resource: tags {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:46:00.716782 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extended resource: tags {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:46:00.718740 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extended resource: tags {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:46:00.720551 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extended resource: tags {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:46:00.722287 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron.api.extensions [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Extended resource: tags {{(pid=93861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 12:46:00.728286 dv-cinder-810131-2-iscsi neutron-server[93861]: WARNING keystonemiddleware.auth_token [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 21 12:46:00.733053 dv-cinder-810131-2-iscsi neutron-server[93861]: WARNING keystonemiddleware.auth_token [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 21 12:46:00.742731 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_concurrency.lockutils [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Acquired lock "singleton_lock" {{(pid=93861) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 21 12:46:00.743211 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_concurrency.lockutils [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Releasing lock "singleton_lock" {{(pid=93861) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 21 12:46:00.743864 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO oslo_service.service [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Starting 2 workers Sep 21 12:46:00.748651 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Started child 93968 {{(pid=93861) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 12:46:00.753654 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Started child 93969 {{(pid=93861) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 12:46:00.754646 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:00.755287 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO neutron.service [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Neutron service started, listening on 0.0.0.0:9696 Sep 21 12:46:00.755925 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Notify callbacks [] for process, before_spawn {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:00.756611 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [-] (93968) wsgi starting up on http://0.0.0.0:9696 Sep 21 12:46:00.758457 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO oslo_service.service [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Starting 1 workers Sep 21 12:46:00.759111 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:00.760526 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [-] (93969) wsgi starting up on http://0.0.0.0:9696 Sep 21 12:46:00.763553 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Started child 93970 {{(pid=93861) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 12:46:00.764104 dv-cinder-810131-2-iscsi neutron-server[93861]: INFO oslo_service.service [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Starting 1 workers Sep 21 12:46:00.767280 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.service [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] calling RpcWorker wait() {{(pid=93970) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 21 12:46:00.768105 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.service [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] returning from RpcWorker wait() {{(pid=93970) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 21 12:46:00.769261 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Started child 93971 {{(pid=93861) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 12:46:00.770025 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:00.770138 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG neutron_lib.callbacks.manager [None req-a3928555-7b3d-47db-ae2f-28d10ff46bdb None None] Notify callbacks [] for process, after_spawn {{(pid=93861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:00.770477 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:46:00.771976 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93861) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 21 12:46:00.772184 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 21 12:46:00.772536 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 21 12:46:00.772744 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 21 12:46:00.773220 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 21 12:46:00.773389 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 21 12:46:00.774070 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.774370 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:00.775128 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.775128 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.775128 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.775422 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.775892 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.776039 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.776545 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.776753 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.777001 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.777302 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.777302 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.777651 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.777914 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.778087 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.778357 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.778700 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.778974 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.779228 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.779375 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.779578 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.779913 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.780254 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] debug = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.780408 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.780815 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.781007 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.781284 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.781495 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.781733 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.782003 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.782268 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.782494 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.782708 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.783045 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.783316 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.783621 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.783834 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.784119 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.784570 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.785055 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.785552 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] host = dv-cinder-810131-2-iscsi {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.785830 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.786030 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.786304 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.786541 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.786772 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.787017 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.787278 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.787555 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.787897 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.788076 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.788277 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.788495 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.788724 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.788994 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] log_file = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.789250 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] log_options = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.789409 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.789611 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.789873 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.790198 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.790198 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.790820 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.790820 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.790820 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.791371 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.791371 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.791705 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.791705 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.792060 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.792060 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.792635 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.792635 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.792960 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.793246 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.793246 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.793578 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.793727 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.793992 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.794202 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.794343 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.794570 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.794799 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.794999 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.795283 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.795565 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.795711 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.795964 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.796168 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.796310 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.796592 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.796800 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.796978 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.797294 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.797499 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.797672 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.797899 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.798136 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.798548 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.798548 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.798548 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.799377 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.799642 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.799642 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] use_json = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.800023 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.800401 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.800401 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.801000 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.801000 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.801000 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.801617 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.801617 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.801968 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.802176 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.803065 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.803065 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.803397 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.803691 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.803890 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.804040 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.804358 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.804877 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.805053 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:46:00.805368 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.805680 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.806047 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.806361 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.806691 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.806935 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.807253 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.807488 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.808040 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.808040 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.808360 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.808619 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.808743 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.808946 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.809175 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.809632 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.809632 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.809947 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.810193 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.810625 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.810909 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.811230 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.811230 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.811515 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.811628 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.812233 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.812233 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.812597 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.812597 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.812881 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.812986 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.813243 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.813518 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.813646 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.813879 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.814767 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.815044 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.815193 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.815419 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.815773 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.815957 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.816083 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.816328 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.816480 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.816745 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.817084 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.817615 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.818335 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.818335 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.819281 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.819281 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.819281 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.819281 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.819794 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.819794 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.820563 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.820563 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.820563 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.820563 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.823075 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.823075 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.823413 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.823748 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.824206 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.824457 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.824914 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.825293 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.825626 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.825995 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.826355 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.827228 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.827515 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.827855 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.828197 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.828719 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.829096 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.829407 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.829720 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.831204 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.831719 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.832279 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.832717 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.833171 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.833621 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.834063 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.834517 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.834959 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.835382 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.835857 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.836286 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.836632 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.836933 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.837241 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.837477 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.837729 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.837973 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.838198 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.838947 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.838947 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.838947 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.839204 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.839436 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.839691 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.839961 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.840198 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.840435 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.840730 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.840996 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.841290 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.841512 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.841794 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.842097 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.842347 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.842619 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.842876 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.843136 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.843391 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.843640 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.843888 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.844140 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.844396 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.844823 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.845205 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.845341 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.846267 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.846671 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.847055 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.847542 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.847923 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.848288 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.848663 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.849120 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.849378 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.849626 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.849901 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.850156 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.850452 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.850704 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.850952 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.851189 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.851434 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.851664 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.851896 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.852147 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.852385 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.852817 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.853226 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.853592 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.853857 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.854073 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.854295 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.854551 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.854771 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.854987 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.855232 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.855471 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.855688 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.855936 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.856153 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.856370 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.856582 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.856944 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.857344 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.857586 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.857865 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.858121 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.858369 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.858629 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.858858 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.859106 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.859340 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.859589 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.859813 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.860029 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.860242 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.860490 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.860718 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.860957 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.861197 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.861934 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.862208 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.862489 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.862830 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.863086 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.863322 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.863566 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.863793 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.864046 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.864284 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.864505 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.864721 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.864931 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.865156 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.865407 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.865819 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.866199 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.866590 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.866949 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.867325 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.867694 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.868068 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.868514 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.868778 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.869035 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.869295 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.869535 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.869767 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.870017 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.870250 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.870481 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.870710 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.870948 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.871158 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.871387 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.871597 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.871809 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.872050 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.872266 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.872476 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.872713 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.872934 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.873144 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.873370 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.873586 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.873793 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.874014 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.874243 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.874494 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.874713 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.874960 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.875128 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.875371 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.875578 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.875784 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.876003 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.876213 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.876439 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.877327 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.878085 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.878326 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.879513 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.879513 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.879513 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.879513 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.880004 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.880004 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.880155 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.880297 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.880532 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.880720 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.880998 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.881315 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.881632 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.881880 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.882124 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.882598 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.882890 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.883178 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.883391 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.883693 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.884015 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.884344 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.884617 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.884867 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.885115 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.885332 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.885544 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.885944 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.886179 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.886577 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.886820 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.887070 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.887301 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.887520 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.887750 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.887989 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.888214 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.888447 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.888672 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.888893 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.889046 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 21 12:46:00.889585 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93861) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 21 12:46:00.889788 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 21 12:46:00.889900 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 21 12:46:00.890090 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 21 12:46:00.890256 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 21 12:46:00.890425 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 21 12:46:00.890638 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.890799 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.890957 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.891115 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.891275 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.891489 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.891631 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.891783 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.892096 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.892259 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.893400 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.893573 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.893726 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.893885 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.894043 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.894200 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.894354 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.894690 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.894854 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.895012 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.895169 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.895322 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.895646 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] debug = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.895800 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.896155 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.896316 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.896476 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.896632 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.896787 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.896942 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.897099 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.897253 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.897409 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.897563 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.897718 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.897872 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.898029 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.898184 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.898342 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.898554 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.898674 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] host = dv-cinder-810131-2-iscsi {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.898832 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.898990 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.899146 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.899302 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.899458 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.899618 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.899774 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.899918 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.902427 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.902427 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.902427 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.902427 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.902427 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.902427 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] log_file = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.902427 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] log_options = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.902427 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.902427 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.903105 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:46:00.903211 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.903211 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.903211 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.903211 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.903211 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.903211 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.903211 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.903758 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.903758 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.903758 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.903758 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.903758 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.903758 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.903758 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.903758 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.903758 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.904382 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.904382 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.904382 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.904382 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.904382 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.904726 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.904726 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.904726 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.904935 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.905024 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.905147 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.905307 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.905460 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.905617 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.905772 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.905926 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.906081 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.906236 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.906402 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.906572 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.906734 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.906890 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.907045 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.907201 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.907356 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.907511 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.907668 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.907822 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.908040 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] use_json = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.908617 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.908786 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.908944 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.909101 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.909258 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.909414 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.909572 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.909734 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 12:46:00.910166 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.910328 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.910526 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.910688 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.910848 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.911008 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.911169 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.911329 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.911488 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.911646 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.911812 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.911974 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.912146 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.912306 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.912570 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.913396 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.913396 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.913396 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.913396 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.913396 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.913396 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.913896 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.914151 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.914312 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.914493 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.914914 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.914914 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.917379 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.917379 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.917379 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.917379 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.917379 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.917379 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.917379 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.917379 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.918016 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.918016 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.918016 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.918016 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.918016 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.918016 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.918016 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.918016 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.918016 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.918719 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.918719 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.918719 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.918719 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.918719 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.918719 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.918719 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.918719 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.918719 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.919354 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.919354 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.919354 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.919354 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.919631 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.919631 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.919775 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.919864 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.920015 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.920175 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.920331 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.920495 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.920652 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.920983 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.921146 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.921304 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.921467 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.921627 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.921793 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.921951 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.922112 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.922269 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.922598 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.922761 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.922918 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.923244 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.923407 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.924104 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.924711 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.924883 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.925044 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.925207 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.925391 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.925542 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.925686 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.925838 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.926007 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.926182 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.926343 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.926526 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.926676 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.926837 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.926989 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.927150 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.927306 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.927458 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.927618 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.927771 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.927933 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.928087 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.928249 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.928404 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.928560 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.928713 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.928870 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.929029 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.929184 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.929341 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.929501 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.929664 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.929823 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.929981 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.930139 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.930307 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.930486 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.930650 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.930809 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.930975 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.931146 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.931306 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.931465 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.931625 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.931783 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.931942 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.932101 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.932259 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.932418 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.932577 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.932736 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.932902 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.933072 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.933232 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.933391 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.933551 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.933733 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.933891 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.934050 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.934210 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.934368 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.934552 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.934710 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.934869 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.935029 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.935191 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.935349 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.935509 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.935668 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.935827 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.935989 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.936151 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.936309 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.936468 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.936627 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.936786 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.936946 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.937104 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.937263 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.937421 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.937580 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.937739 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.937897 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.938056 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.938214 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.938372 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.938552 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.938710 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.938868 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.939026 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.939328 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.939908 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.940077 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.940244 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.940407 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.940568 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.940729 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.940891 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.941051 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.941211 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.941374 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.941538 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.941699 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.941859 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.942020 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.942181 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.942340 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.942523 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.942681 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.942866 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.943035 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.943229 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.943364 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.943523 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.943682 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.943842 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.944001 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.944162 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.944321 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.944479 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.944639 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.944797 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.944958 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.945120 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.945285 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.945439 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.945576 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.945910 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.945910 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.946452 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.946452 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.946452 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.947525 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.947525 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.947525 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.947525 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.947525 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.947525 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.947525 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.947525 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.948486 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.948486 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.948486 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.948486 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.948486 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.948486 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.948961 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.948961 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.948961 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.949171 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.949171 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.949378 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.949545 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.949635 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.949772 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.949931 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.950091 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.951162 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.951162 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.951162 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.951162 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.951162 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.951162 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.951162 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.951997 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.951997 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.951997 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.951997 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.951997 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.953577 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.953577 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.953577 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.953577 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.953577 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.953577 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.953577 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.953577 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.957717 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.957717 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.957717 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.957717 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.957717 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.957717 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.957717 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.957717 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.958198 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.958198 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.958198 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.958198 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.958198 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.958198 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.958198 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.958198 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.958746 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.958746 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.958746 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.958746 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.958746 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.958746 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.958746 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.958746 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.958746 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.959683 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.959683 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.959683 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.959683 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.959683 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.959683 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.959683 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 12:46:00.959683 dv-cinder-810131-2-iscsi neutron-server[93861]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 21 12:46:01.137911 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 50818) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:46:01.147114 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069501 Sep 21 12:46:12.669965 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cd6e11-b937-4055-94b0-f54eb7a17517 None None] get_active_networks_info from dv-cinder-810131-2-iscsi {{(pid=93970) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 21 12:46:12.753060 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cd6e11-b937-4055-94b0-f54eb7a17517 None None] No non-hosted networks {{(pid=93970) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 21 12:46:12.772692 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.agentschedulers_db [None req-92cd6e11-b937-4055-94b0-f54eb7a17517 None None] DHCP Agent not found on host dv-cinder-810131-2-iscsi {{(pid=93970) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 21 12:46:12.828878 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-7785f768-e059-4f3f-baf1-45c794cc4331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1618721'] for agent, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:15.285951 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d71f5ee3-b902-4f2b-afd2-6a1c486c58fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1618721'] for agent, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:15.393273 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-142d6141-9d0f-41ae-905f-c408ca10cb85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:15.884317 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1618721'] for agent, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:15.885375 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:15.885901 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:15.886468 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:15.886940 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:15.887535 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:15.888015 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:15.890105 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:15.893906 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:15.895989 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:15.898609 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:15.899134 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:15.899623 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:15.900361 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-810131-2-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:46:15.918913 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-810131-2-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:46:16.618709 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1618721'] for agent, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:17.910262 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1618721'] for agent, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:19.279847 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 50908) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:46:19.669036 dv-cinder-810131-2-iscsi neutron-server[93970]: INFO neutron.db.l3_hamode_db [None req-f3d209e1-2631-4f2a-bdc3-6779f8caa277 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 21 12:46:19.746354 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d209e1-2631-4f2a-bdc3-6779f8caa277 None None] Routers set() bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 12:46:19.746766 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d209e1-2631-4f2a-bdc3-6779f8caa277 None None] Router IDs set() for agent in host dv-cinder-810131-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 21 12:46:19.781129 dv-cinder-810131-2-iscsi neutron-server[93969]: WARNING oslo_policy.policy [None req-82001471-517f-4a2c-b0a5-9bb16a49692c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 12:46:19.781714 dv-cinder-810131-2-iscsi neutron-server[93969]: WARNING oslo_policy.policy [None req-82001471-517f-4a2c-b0a5-9bb16a49692c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 12:46:20.000982 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [None req-82001471-517f-4a2c-b0a5-9bb16a49692c admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 12:46:20.001984 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-82001471-517f-4a2c-b0a5-9bb16a49692c admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7212076 Sep 21 12:46:22.432777 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 50922) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:46:22.748387 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-eb2b8b91-0411-4fcd-9ff0-e5937bf895e5 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:46:22.845004 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.policy [None req-eb2b8b91-0411-4fcd-9ff0-e5937bf895e5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93969) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 21 12:46:22.890239 dv-cinder-810131-2-iscsi neutron-server[93969]: WARNING oslo_policy.policy [None req-eb2b8b91-0411-4fcd-9ff0-e5937bf895e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 12:46:22.890640 dv-cinder-810131-2-iscsi neutron-server[93969]: WARNING oslo_policy.policy [None req-eb2b8b91-0411-4fcd-9ff0-e5937bf895e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 12:46:22.899089 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.quota [None req-eb2b8b91-0411-4fcd-9ff0-e5937bf895e5 admin admin] Loaded quota_driver: . Sep 21 12:46:22.989589 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-eb2b8b91-0411-4fcd-9ff0-e5937bf895e5 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758320073903', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758320075122', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758320103323', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758320089471', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758320437387', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758320108993', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-585121', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-876991', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1995385', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2087471'] for rbac-policy, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:23.053799 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-eb2b8b91-0411-4fcd-9ff0-e5937bf895e5 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:23.055039 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-eb2b8b91-0411-4fcd-9ff0-e5937bf895e5 admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6212497 Sep 21 12:46:25.723677 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 50934) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:46:26.022569 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-b7381175-a8f6-46b7-a1df-64480a0d07a3 admin admin] Request body: {'network': {'tenant_id': 'a86b3e2e793c4fa2b4965bf5fff61522', 'name': 'private', 'admin_state_up': True, 'project_id': 'a86b3e2e793c4fa2b4965bf5fff61522'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:46:26.051782 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7381175-a8f6-46b7-a1df-64480a0d07a3 admin admin] Made reservation on behalf of a86b3e2e793c4fa2b4965bf5fff61522 for: {'network': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:46:26.054545 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b7381175-a8f6-46b7-a1df-64480a0d07a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for network, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:26.070923 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b7381175-a8f6-46b7-a1df-64480a0d07a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:26.190484 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b7381175-a8f6-46b7-a1df-64480a0d07a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:26.194260 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b7381175-a8f6-46b7-a1df-64480a0d07a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:26.213596 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7381175-a8f6-46b7-a1df-64480a0d07a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=93969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 12:46:26.244974 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b7381175-a8f6-46b7-a1df-64480a0d07a3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758322445204', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861'] for segment, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:26.245578 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b7381175-a8f6-46b7-a1df-64480a0d07a3 admin admin] Unsubscribe: segment precommit_create {{(pid=93969) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 21 12:46:26.246080 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.db.segments_db [None req-b7381175-a8f6-46b7-a1df-64480a0d07a3 admin admin] Added segment 99ebfea4-99f7-4e1a-83c2-14b430b19fe1 of type vlan for network 010bc9a9-d68b-45ba-8640-adfd66d8c859 Sep 21 12:46:26.261746 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7381175-a8f6-46b7-a1df-64480a0d07a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6180315c-d8ea-4b59-9702-732aaa40eb4e,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:46:26.311150 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7381175-a8f6-46b7-a1df-64480a0d07a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:26.311509 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7381175-a8f6-46b7-a1df-64480a0d07a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:26.311850 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7381175-a8f6-46b7-a1df-64480a0d07a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:26.312182 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7381175-a8f6-46b7-a1df-64480a0d07a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:26.312511 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7381175-a8f6-46b7-a1df-64480a0d07a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:26.312917 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7381175-a8f6-46b7-a1df-64480a0d07a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:26.313382 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7381175-a8f6-46b7-a1df-64480a0d07a3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:26.313757 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7381175-a8f6-46b7-a1df-64480a0d07a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:26.314101 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7381175-a8f6-46b7-a1df-64480a0d07a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:26.314450 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7381175-a8f6-46b7-a1df-64480a0d07a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:26.314773 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7381175-a8f6-46b7-a1df-64480a0d07a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:26.315093 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7381175-a8f6-46b7-a1df-64480a0d07a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:26.316149 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7381175-a8f6-46b7-a1df-64480a0d07a3 admin admin] Tracked resource versions report: Sep 21 12:46:26.316149 dv-cinder-810131-2-iscsi neutron-server[93969]: pushed versions: Sep 21 12:46:26.316149 dv-cinder-810131-2-iscsi neutron-server[93969]: { 'AddressGroup': {'1.2'}, Sep 21 12:46:26.316149 dv-cinder-810131-2-iscsi neutron-server[93969]: 'ConntrackHelper': {'1.0'}, Sep 21 12:46:26.316149 dv-cinder-810131-2-iscsi neutron-server[93969]: 'Log': {'1.0'}, Sep 21 12:46:26.316149 dv-cinder-810131-2-iscsi neutron-server[93969]: 'Network': {'1.1'}, Sep 21 12:46:26.316149 dv-cinder-810131-2-iscsi neutron-server[93969]: 'Port': {'1.7'}, Sep 21 12:46:26.316149 dv-cinder-810131-2-iscsi neutron-server[93969]: 'PortForwarding': {'1.2'}, Sep 21 12:46:26.316149 dv-cinder-810131-2-iscsi neutron-server[93969]: 'QosPolicy': {'1.9'}, Sep 21 12:46:26.316149 dv-cinder-810131-2-iscsi neutron-server[93969]: 'SecurityGroup': {'1.4'}, Sep 21 12:46:26.316149 dv-cinder-810131-2-iscsi neutron-server[93969]: 'SecurityGroupRule': {'1.2'}, Sep 21 12:46:26.316149 dv-cinder-810131-2-iscsi neutron-server[93969]: 'SubPort': {'1.0'}, Sep 21 12:46:26.316149 dv-cinder-810131-2-iscsi neutron-server[93969]: 'Subnet': {'1.1'}, Sep 21 12:46:26.316149 dv-cinder-810131-2-iscsi neutron-server[93969]: 'Trunk': {'1.1'}} Sep 21 12:46:26.316149 dv-cinder-810131-2-iscsi neutron-server[93969]: consumer versions: Sep 21 12:46:26.316149 dv-cinder-810131-2-iscsi neutron-server[93969]: { DHCP agent@dv-cinder-810131-2-iscsi: {}, Sep 21 12:46:26.316149 dv-cinder-810131-2-iscsi neutron-server[93969]: L3 agent@dv-cinder-810131-2-iscsi: {}, Sep 21 12:46:26.316149 dv-cinder-810131-2-iscsi neutron-server[93969]: Metadata agent@dv-cinder-810131-2-iscsi: {}, Sep 21 12:46:26.316149 dv-cinder-810131-2-iscsi neutron-server[93969]: Metering agent@dv-cinder-810131-2-iscsi: {}, Sep 21 12:46:26.316149 dv-cinder-810131-2-iscsi neutron-server[93969]: Open vSwitch agent@dv-cinder-810131-2-iscsi: { 'AddressGroup': '1.2', Sep 21 12:46:26.316149 dv-cinder-810131-2-iscsi neutron-server[93969]: 'ConntrackHelper': '1.0', Sep 21 12:46:26.316149 dv-cinder-810131-2-iscsi neutron-server[93969]: 'Log': '1.0', Sep 21 12:46:26.316149 dv-cinder-810131-2-iscsi neutron-server[93969]: 'Network': '1.1', Sep 21 12:46:26.316149 dv-cinder-810131-2-iscsi neutron-server[93969]: 'Port': '1.7', Sep 21 12:46:26.316149 dv-cinder-810131-2-iscsi neutron-server[93969]: 'PortForwarding': '1.2', Sep 21 12:46:26.316149 dv-cinder-810131-2-iscsi neutron-server[93969]: 'QosPolicy': '1.9', Sep 21 12:46:26.316149 dv-cinder-810131-2-iscsi neutron-server[93969]: 'SecurityGroup': '1.4', Sep 21 12:46:26.316149 dv-cinder-810131-2-iscsi neutron-server[93969]: 'SecurityGroupRule': '1.2', Sep 21 12:46:26.316149 dv-cinder-810131-2-iscsi neutron-server[93969]: 'SubPort': '1.0', Sep 21 12:46:26.316149 dv-cinder-810131-2-iscsi neutron-server[93969]: 'Subnet': '1.1', Sep 21 12:46:26.316149 dv-cinder-810131-2-iscsi neutron-server[93969]: 'Trunk': '1.1'}} Sep 21 12:46:26.316149 dv-cinder-810131-2-iscsi neutron-server[93969]: {{(pid=93969) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 12:46:26.377958 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b7381175-a8f6-46b7-a1df-64480a0d07a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758322100264'] for network, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:26.420291 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b7381175-a8f6-46b7-a1df-64480a0d07a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279'] for network, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:26.421761 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7381175-a8f6-46b7-a1df-64480a0d07a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:46:26.423161 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b7381175-a8f6-46b7-a1df-64480a0d07a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:26.481260 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-b7381175-a8f6-46b7-a1df-64480a0d07a3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7564094 Sep 21 12:46:26.542065 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7381175-a8f6-46b7-a1df-64480a0d07a3 admin admin] Pushing event updated for resources: {'Network': ['ID=010bc9a9-d68b-45ba-8640-adfd66d8c859,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:46:26.556160 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Network 010bc9a9-d68b-45ba-8640-adfd66d8c859 details requested by agent ovs-agent-dv-cinder-810131-2-iscsi with host dv-cinder-810131-2-iscsi {{(pid=93970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 12:46:29.245405 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 50948) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:46:29.643895 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efa90bb-cf07-41ae-a264-db2cd10bbf91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:46:29.645294 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-6efa90bb-cf07-41ae-a264-db2cd10bbf91 admin admin] 10.222.0.32 "GET /v2.0/networks/010bc9a9-d68b-45ba-8640-adfd66d8c859 HTTP/1.1" status: 200 len: 825 time: 0.3989370 Sep 21 12:46:29.671412 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-0ff1ce26-039f-4d3b-b213-32e0784bc29f admin admin] 10.222.0.32 "GET /v2.0/subnetpools/6666e9e4-9a3f-4eac-823b-e50c90c3f390 HTTP/1.1" status: 200 len: 734 time: 0.0193291 Sep 21 12:46:29.680786 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-0b6f0df5-91e6-4a57-94d9-256e7acb1ef4 admin admin] Request body: {'subnet': {'subnetpool_id': '6666e9e4-9a3f-4eac-823b-e50c90c3f390', 'name': 'private-subnet', 'tenant_id': 'a86b3e2e793c4fa2b4965bf5fff61522', 'gateway_ip': '172.20.0.1', 'network_id': '010bc9a9-d68b-45ba-8640-adfd66d8c859', 'ip_version': 4}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:46:29.702524 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6f0df5-91e6-4a57-94d9-256e7acb1ef4 admin admin] Made reservation on behalf of a86b3e2e793c4fa2b4965bf5fff61522 for: {'subnet': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:46:29.705835 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0b6f0df5-91e6-4a57-94d9-256e7acb1ef4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:29.998939 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0b6f0df5-91e6-4a57-94d9-256e7acb1ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279'] for subnet, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:30.068990 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6f0df5-91e6-4a57-94d9-256e7acb1ef4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a952333-616c-4e05-adfc-049ae9206c35,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:46:30.073558 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6f0df5-91e6-4a57-94d9-256e7acb1ef4 admin admin] Checking segment: {'id': '99ebfea4-99f7-4e1a-83c2-14b430b19fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '010bc9a9-d68b-45ba-8640-adfd66d8c859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:46:30.073935 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6f0df5-91e6-4a57-94d9-256e7acb1ef4 admin admin] Network hostable DHCP agents. Network: 010bc9a9-d68b-45ba-8640-adfd66d8c859, hostable agents: ['12de7482-9c3e-48cc-a7cf-59e9ab92578f'], hosted agents: [] {{(pid=93969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 12:46:30.095121 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6f0df5-91e6-4a57-94d9-256e7acb1ef4 admin admin] Network 010bc9a9-d68b-45ba-8640-adfd66d8c859 is scheduled to be hosted by DHCP agent 12de7482-9c3e-48cc-a7cf-59e9ab92578f with binding_index 1 {{(pid=93969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 12:46:30.106238 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-0b6f0df5-91e6-4a57-94d9-256e7acb1ef4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810131-2-iscsi, 010bc9a9-d68b-45ba-8640-adfd66d8c859) {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:46:30.112318 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6f0df5-91e6-4a57-94d9-256e7acb1ef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:46:30.112895 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0b6f0df5-91e6-4a57-94d9-256e7acb1ef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:30.117525 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728349d4-31f5-414c-a9b3-993faa5d1163 None None] Network 010bc9a9-d68b-45ba-8640-adfd66d8c859 requested from dv-cinder-810131-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 12:46:30.128231 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-0b6f0df5-91e6-4a57-94d9-256e7acb1ef4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4506781 Sep 21 12:46:30.443225 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2650df83-e27d-4da0-a0c9-5056cf59f4a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d0e40e3-e902-535e-accf-2154837b6641-010bc9a9-d68b-45ba-8640-adfd66d8c859', 'network_id': '010bc9a9-d68b-45ba-8640-adfd66d8c859', 'tenant_id': 'a86b3e2e793c4fa2b4965bf5fff61522', 'fixed_ips': [{'subnet_id': '3a952333-616c-4e05-adfc-049ae9206c35'}]}} from dv-cinder-810131-2-iscsi. {{(pid=93970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 12:46:30.444484 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2650df83-e27d-4da0-a0c9-5056cf59f4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:30.728553 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.db_base_plugin_common [None req-2650df83-e27d-4da0-a0c9-5056cf59f4a9 None None] Allocated IP 172.20.0.2 (010bc9a9-d68b-45ba-8640-adfd66d8c859/3a952333-616c-4e05-adfc-049ae9206c35/e4a26128-065b-4345-868a-c10856c02b84) {{(pid=93970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:46:30.938382 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2650df83-e27d-4da0-a0c9-5056cf59f4a9 None None] Notify callbacks [] for port, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:30.946455 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2650df83-e27d-4da0-a0c9-5056cf59f4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762'] for port, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:31.058844 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2650df83-e27d-4da0-a0c9-5056cf59f4a9 None None] Network 010bc9a9-d68b-45ba-8640-adfd66d8c859 is already hosted by enough agents. {{(pid=93970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:46:31.064399 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [None req-2650df83-e27d-4da0-a0c9-5056cf59f4a9 None None] Resources bound (agent type, host, resource id): {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:46:31.067793 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2650df83-e27d-4da0-a0c9-5056cf59f4a9 None None] Received port after_create {{(pid=93970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 12:46:31.082447 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650df83-e27d-4da0-a0c9-5056cf59f4a9 None None] Pushing event updated for resources: {'Port': ['ID=e4a26128-065b-4345-868a-c10856c02b84,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:46:31.130172 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2650df83-e27d-4da0-a0c9-5056cf59f4a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:31.130854 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2650df83-e27d-4da0-a0c9-5056cf59f4a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:31.130959 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2650df83-e27d-4da0-a0c9-5056cf59f4a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:31.131223 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2650df83-e27d-4da0-a0c9-5056cf59f4a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:31.131558 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2650df83-e27d-4da0-a0c9-5056cf59f4a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:31.131890 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2650df83-e27d-4da0-a0c9-5056cf59f4a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:31.132219 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2650df83-e27d-4da0-a0c9-5056cf59f4a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:31.132548 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2650df83-e27d-4da0-a0c9-5056cf59f4a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:31.132894 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2650df83-e27d-4da0-a0c9-5056cf59f4a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:31.133222 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2650df83-e27d-4da0-a0c9-5056cf59f4a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:31.133545 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2650df83-e27d-4da0-a0c9-5056cf59f4a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:31.133866 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2650df83-e27d-4da0-a0c9-5056cf59f4a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:31.134981 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2650df83-e27d-4da0-a0c9-5056cf59f4a9 None None] Tracked resource versions report: Sep 21 12:46:31.134981 dv-cinder-810131-2-iscsi neutron-server[93970]: pushed versions: Sep 21 12:46:31.134981 dv-cinder-810131-2-iscsi neutron-server[93970]: { 'AddressGroup': {'1.2'}, Sep 21 12:46:31.134981 dv-cinder-810131-2-iscsi neutron-server[93970]: 'ConntrackHelper': {'1.0'}, Sep 21 12:46:31.134981 dv-cinder-810131-2-iscsi neutron-server[93970]: 'Log': {'1.0'}, Sep 21 12:46:31.134981 dv-cinder-810131-2-iscsi neutron-server[93970]: 'Network': {'1.1'}, Sep 21 12:46:31.134981 dv-cinder-810131-2-iscsi neutron-server[93970]: 'Port': {'1.7'}, Sep 21 12:46:31.134981 dv-cinder-810131-2-iscsi neutron-server[93970]: 'PortForwarding': {'1.2'}, Sep 21 12:46:31.134981 dv-cinder-810131-2-iscsi neutron-server[93970]: 'QosPolicy': {'1.9'}, Sep 21 12:46:31.134981 dv-cinder-810131-2-iscsi neutron-server[93970]: 'SecurityGroup': {'1.4'}, Sep 21 12:46:31.134981 dv-cinder-810131-2-iscsi neutron-server[93970]: 'SecurityGroupRule': {'1.2'}, Sep 21 12:46:31.134981 dv-cinder-810131-2-iscsi neutron-server[93970]: 'SubPort': {'1.0'}, Sep 21 12:46:31.134981 dv-cinder-810131-2-iscsi neutron-server[93970]: 'Subnet': {'1.1'}, Sep 21 12:46:31.134981 dv-cinder-810131-2-iscsi neutron-server[93970]: 'Trunk': {'1.1'}} Sep 21 12:46:31.134981 dv-cinder-810131-2-iscsi neutron-server[93970]: consumer versions: Sep 21 12:46:31.134981 dv-cinder-810131-2-iscsi neutron-server[93970]: { DHCP agent@dv-cinder-810131-2-iscsi: {}, Sep 21 12:46:31.134981 dv-cinder-810131-2-iscsi neutron-server[93970]: L3 agent@dv-cinder-810131-2-iscsi: {}, Sep 21 12:46:31.134981 dv-cinder-810131-2-iscsi neutron-server[93970]: Metadata agent@dv-cinder-810131-2-iscsi: {}, Sep 21 12:46:31.134981 dv-cinder-810131-2-iscsi neutron-server[93970]: Metering agent@dv-cinder-810131-2-iscsi: {}, Sep 21 12:46:31.134981 dv-cinder-810131-2-iscsi neutron-server[93970]: Open vSwitch agent@dv-cinder-810131-2-iscsi: { 'AddressGroup': '1.2', Sep 21 12:46:31.134981 dv-cinder-810131-2-iscsi neutron-server[93970]: 'ConntrackHelper': '1.0', Sep 21 12:46:31.134981 dv-cinder-810131-2-iscsi neutron-server[93970]: 'Log': '1.0', Sep 21 12:46:31.134981 dv-cinder-810131-2-iscsi neutron-server[93970]: 'Network': '1.1', Sep 21 12:46:31.134981 dv-cinder-810131-2-iscsi neutron-server[93970]: 'Port': '1.7', Sep 21 12:46:31.134981 dv-cinder-810131-2-iscsi neutron-server[93970]: 'PortForwarding': '1.2', Sep 21 12:46:31.134981 dv-cinder-810131-2-iscsi neutron-server[93970]: 'QosPolicy': '1.9', Sep 21 12:46:31.134981 dv-cinder-810131-2-iscsi neutron-server[93970]: 'SecurityGroup': '1.4', Sep 21 12:46:31.134981 dv-cinder-810131-2-iscsi neutron-server[93970]: 'SecurityGroupRule': '1.2', Sep 21 12:46:31.134981 dv-cinder-810131-2-iscsi neutron-server[93970]: 'SubPort': '1.0', Sep 21 12:46:31.134981 dv-cinder-810131-2-iscsi neutron-server[93970]: 'Subnet': '1.1', Sep 21 12:46:31.134981 dv-cinder-810131-2-iscsi neutron-server[93970]: 'Trunk': '1.1'}} Sep 21 12:46:31.134981 dv-cinder-810131-2-iscsi neutron-server[93970]: {{(pid=93970) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 12:46:31.170197 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-2650df83-e27d-4da0-a0c9-5056cf59f4a9 None None] Attempting to bind port e4a26128-065b-4345-868a-c10856c02b84 on host dv-cinder-810131-2-iscsi for vnic_type normal with profile {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 12:46:31.170616 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-2650df83-e27d-4da0-a0c9-5056cf59f4a9 None None] Attempting to bind port e4a26128-065b-4345-868a-c10856c02b84 by drivers openvswitch,hyperv on host dv-cinder-810131-2-iscsi at level 0 using segments [{'id': '99ebfea4-99f7-4e1a-83c2-14b430b19fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '010bc9a9-d68b-45ba-8640-adfd66d8c859'}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 12:46:31.171036 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2650df83-e27d-4da0-a0c9-5056cf59f4a9 None None] Attempting to bind port e4a26128-065b-4345-868a-c10856c02b84 on network 010bc9a9-d68b-45ba-8640-adfd66d8c859 {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:46:31.175827 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2650df83-e27d-4da0-a0c9-5056cf59f4a9 None None] Checking agent: {'id': 'e9e90178-f2ac-4c99-b085-229d580e108d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 12, 46, 16), 'started_at': datetime.datetime(2021, 9, 21, 12, 46, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 12, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 12:46:31.176236 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2650df83-e27d-4da0-a0c9-5056cf59f4a9 None None] Checking segment: {'id': '99ebfea4-99f7-4e1a-83c2-14b430b19fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '010bc9a9-d68b-45ba-8640-adfd66d8c859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:46:31.176716 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2650df83-e27d-4da0-a0c9-5056cf59f4a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:31.177110 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2650df83-e27d-4da0-a0c9-5056cf59f4a9 None None] Bound using segment: {'id': '99ebfea4-99f7-4e1a-83c2-14b430b19fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '010bc9a9-d68b-45ba-8640-adfd66d8c859'} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:46:31.177571 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-2650df83-e27d-4da0-a0c9-5056cf59f4a9 None None] Bound port: e4a26128-065b-4345-868a-c10856c02b84, host: dv-cinder-810131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99ebfea4-99f7-4e1a-83c2-14b430b19fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '010bc9a9-d68b-45ba-8640-adfd66d8c859'}}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 12:46:31.177980 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2650df83-e27d-4da0-a0c9-5056cf59f4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:31.243046 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-2650df83-e27d-4da0-a0c9-5056cf59f4a9 None None] For port e4a26128-065b-4345-868a-c10856c02b84, host dv-cinder-810131-2-iscsi, cleared binding levels {{(pid=93970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:46:31.247751 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-2650df83-e27d-4da0-a0c9-5056cf59f4a9 None None] For port e4a26128-065b-4345-868a-c10856c02b84, host dv-cinder-810131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=e4a26128-065b-4345-868a-c10856c02b84,segment=NetworkSegment(99ebfea4-99f7-4e1a-83c2-14b430b19fe1),segment_id=99ebfea4-99f7-4e1a-83c2-14b430b19fe1)] {{(pid=93970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:46:31.251752 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2650df83-e27d-4da0-a0c9-5056cf59f4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:31.326115 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650df83-e27d-4da0-a0c9-5056cf59f4a9 None None] Pushing event updated for resources: {'Port': ['ID=e4a26128-065b-4345-868a-c10856c02b84,revision_number=2']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:46:32.582176 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 50956) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:46:32.902025 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [None req-c4006199-e410-4d6c-bdd4-07a3438979c8 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 12:46:32.903065 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-c4006199-e410-4d6c-bdd4-07a3438979c8 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3198338 Sep 21 12:46:35.340895 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 50964) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:46:35.842812 dv-cinder-810131-2-iscsi neutron-server[93968]: WARNING oslo_policy.policy [None req-030b2e0f-843e-4de1-9e9f-035ce68d25ca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 12:46:35.843386 dv-cinder-810131-2-iscsi neutron-server[93968]: WARNING oslo_policy.policy [None req-030b2e0f-843e-4de1-9e9f-035ce68d25ca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 12:46:36.066123 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [None req-030b2e0f-843e-4de1-9e9f-035ce68d25ca admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 12:46:36.067377 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-030b2e0f-843e-4de1-9e9f-035ce68d25ca admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7243235 Sep 21 12:46:38.778000 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 50984) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:46:39.095013 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-013b3bea-a8b5-40c7-a054-ba7996863b32 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'a86b3e2e793c4fa2b4965bf5fff61522'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:46:39.160232 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.policy [None req-013b3bea-a8b5-40c7-a054-ba7996863b32 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93968) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 21 12:46:39.206654 dv-cinder-810131-2-iscsi neutron-server[93968]: WARNING oslo_policy.policy [None req-013b3bea-a8b5-40c7-a054-ba7996863b32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 12:46:39.207045 dv-cinder-810131-2-iscsi neutron-server[93968]: WARNING oslo_policy.policy [None req-013b3bea-a8b5-40c7-a054-ba7996863b32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 12:46:39.216062 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.quota [None req-013b3bea-a8b5-40c7-a054-ba7996863b32 admin admin] Loaded quota_driver: . Sep 21 12:46:39.277854 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-013b3bea-a8b5-40c7-a054-ba7996863b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1609611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3806'] for router, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:39.279809 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-013b3bea-a8b5-40c7-a054-ba7996863b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3817'] for router, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:39.373572 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device e4a26128-065b-4345-868a-c10856c02b84 up at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:46:39.445580 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-013b3bea-a8b5-40c7-a054-ba7996863b32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:39.451715 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-013b3bea-a8b5-40c7-a054-ba7996863b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618780'] for router, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:39.473423 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Provisioning complete for port e4a26128-065b-4345-868a-c10856c02b84 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:46:39.473835 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:39.474678 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-013b3bea-a8b5-40c7-a054-ba7996863b32 admin admin] Notify callbacks [] for router, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:39.476122 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-013b3bea-a8b5-40c7-a054-ba7996863b32 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6970632 Sep 21 12:46:39.599444 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:39.638404 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] For port e4a26128-065b-4345-868a-c10856c02b84, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=e4a26128-065b-4345-868a-c10856c02b84,segment=NetworkSegment(99ebfea4-99f7-4e1a-83c2-14b430b19fe1),segment_id=99ebfea4-99f7-4e1a-83c2-14b430b19fe1)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:46:39.643906 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:39.694638 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Pushing event updated for resources: {'Port': ['ID=e4a26128-065b-4345-868a-c10856c02b84,revision_number=3']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:46:39.800791 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fa62be-8a8f-4fbf-80f8-e30879ce6362 None None] Network 010bc9a9-d68b-45ba-8640-adfd66d8c859 requested from dv-cinder-810131-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 12:46:39.831165 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-b98037a3-a7aa-49c5-978a-3e62b3e444c4 None None] Provisioning complete for port e4a26128-065b-4345-868a-c10856c02b84 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:46:39.831632 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-b98037a3-a7aa-49c5-978a-3e62b3e444c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:40.205137 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-30911d52-a7d2-4ce1-9eba-c2ef7b95ae64 None None] Provisioning complete for port e4a26128-065b-4345-868a-c10856c02b84 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:46:40.205498 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-30911d52-a7d2-4ce1-9eba-c2ef7b95ae64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:41.330409 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device e4a26128-065b-4345-868a-c10856c02b84 up at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:46:41.377780 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Provisioning complete for port e4a26128-065b-4345-868a-c10856c02b84 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:46:41.378141 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:41.908176 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 50994) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:46:42.236349 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [None req-341d10b8-e295-43c9-bd03-d2087fc9fbba admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 12:46:42.237342 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-341d10b8-e295-43c9-bd03-d2087fc9fbba admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3282459 Sep 21 12:46:42.595133 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e2211cc9-9bef-45af-be8e-e300b3e4f75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:44.676328 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 51002) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:46:44.989178 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-ad02b425-66a0-4127-a254-2073ca965229 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:46:45.011959 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad02b425-66a0-4127-a254-2073ca965229 admin admin] Made reservation on behalf of 6e36551197d34b32851c5a4aec9150f4 for: {'network': 1} {{(pid=93968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:46:45.014875 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ad02b425-66a0-4127-a254-2073ca965229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for network, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:45.031329 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ad02b425-66a0-4127-a254-2073ca965229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:45.150486 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ad02b425-66a0-4127-a254-2073ca965229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:45.154189 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ad02b425-66a0-4127-a254-2073ca965229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:45.166371 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ad02b425-66a0-4127-a254-2073ca965229 admin admin] Reserving flat network on physical network physnet1 {{(pid=93968) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 21 12:46:45.198759 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ad02b425-66a0-4127-a254-2073ca965229 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758322445204', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861'] for segment, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:45.199346 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ad02b425-66a0-4127-a254-2073ca965229 admin admin] Unsubscribe: segment precommit_create {{(pid=93968) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 21 12:46:45.199844 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.db.segments_db [None req-ad02b425-66a0-4127-a254-2073ca965229 admin admin] Added segment e2b94f31-7b3f-4aad-87c8-37618fa3f855 of type flat for network 3589cb95-8b7f-464f-a8af-ebd0722ed0b9 Sep 21 12:46:45.216073 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad02b425-66a0-4127-a254-2073ca965229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6e6157-f1d7-4d95-bd89-39f9ed0d5b1f,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:46:45.242240 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad02b425-66a0-4127-a254-2073ca965229 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:45.242543 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad02b425-66a0-4127-a254-2073ca965229 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:45.242880 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad02b425-66a0-4127-a254-2073ca965229 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:45.243203 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad02b425-66a0-4127-a254-2073ca965229 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:45.243525 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad02b425-66a0-4127-a254-2073ca965229 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:45.243855 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad02b425-66a0-4127-a254-2073ca965229 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:45.244172 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad02b425-66a0-4127-a254-2073ca965229 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:45.244483 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad02b425-66a0-4127-a254-2073ca965229 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:45.244814 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad02b425-66a0-4127-a254-2073ca965229 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:45.245127 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad02b425-66a0-4127-a254-2073ca965229 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:45.245436 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad02b425-66a0-4127-a254-2073ca965229 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:45.245742 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad02b425-66a0-4127-a254-2073ca965229 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:45.246841 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad02b425-66a0-4127-a254-2073ca965229 admin admin] Tracked resource versions report: Sep 21 12:46:45.246841 dv-cinder-810131-2-iscsi neutron-server[93968]: pushed versions: Sep 21 12:46:45.246841 dv-cinder-810131-2-iscsi neutron-server[93968]: { 'AddressGroup': {'1.2'}, Sep 21 12:46:45.246841 dv-cinder-810131-2-iscsi neutron-server[93968]: 'ConntrackHelper': {'1.0'}, Sep 21 12:46:45.246841 dv-cinder-810131-2-iscsi neutron-server[93968]: 'Log': {'1.0'}, Sep 21 12:46:45.246841 dv-cinder-810131-2-iscsi neutron-server[93968]: 'Network': {'1.1'}, Sep 21 12:46:45.246841 dv-cinder-810131-2-iscsi neutron-server[93968]: 'Port': {'1.7'}, Sep 21 12:46:45.246841 dv-cinder-810131-2-iscsi neutron-server[93968]: 'PortForwarding': {'1.2'}, Sep 21 12:46:45.246841 dv-cinder-810131-2-iscsi neutron-server[93968]: 'QosPolicy': {'1.9'}, Sep 21 12:46:45.246841 dv-cinder-810131-2-iscsi neutron-server[93968]: 'SecurityGroup': {'1.4'}, Sep 21 12:46:45.246841 dv-cinder-810131-2-iscsi neutron-server[93968]: 'SecurityGroupRule': {'1.2'}, Sep 21 12:46:45.246841 dv-cinder-810131-2-iscsi neutron-server[93968]: 'SubPort': {'1.0'}, Sep 21 12:46:45.246841 dv-cinder-810131-2-iscsi neutron-server[93968]: 'Subnet': {'1.1'}, Sep 21 12:46:45.246841 dv-cinder-810131-2-iscsi neutron-server[93968]: 'Trunk': {'1.1'}} Sep 21 12:46:45.246841 dv-cinder-810131-2-iscsi neutron-server[93968]: consumer versions: Sep 21 12:46:45.246841 dv-cinder-810131-2-iscsi neutron-server[93968]: { DHCP agent@dv-cinder-810131-2-iscsi: {}, Sep 21 12:46:45.246841 dv-cinder-810131-2-iscsi neutron-server[93968]: L3 agent@dv-cinder-810131-2-iscsi: {}, Sep 21 12:46:45.246841 dv-cinder-810131-2-iscsi neutron-server[93968]: Metadata agent@dv-cinder-810131-2-iscsi: {}, Sep 21 12:46:45.246841 dv-cinder-810131-2-iscsi neutron-server[93968]: Metering agent@dv-cinder-810131-2-iscsi: {}, Sep 21 12:46:45.246841 dv-cinder-810131-2-iscsi neutron-server[93968]: Open vSwitch agent@dv-cinder-810131-2-iscsi: { 'AddressGroup': '1.2', Sep 21 12:46:45.246841 dv-cinder-810131-2-iscsi neutron-server[93968]: 'ConntrackHelper': '1.0', Sep 21 12:46:45.246841 dv-cinder-810131-2-iscsi neutron-server[93968]: 'Log': '1.0', Sep 21 12:46:45.246841 dv-cinder-810131-2-iscsi neutron-server[93968]: 'Network': '1.1', Sep 21 12:46:45.246841 dv-cinder-810131-2-iscsi neutron-server[93968]: 'Port': '1.7', Sep 21 12:46:45.246841 dv-cinder-810131-2-iscsi neutron-server[93968]: 'PortForwarding': '1.2', Sep 21 12:46:45.246841 dv-cinder-810131-2-iscsi neutron-server[93968]: 'QosPolicy': '1.9', Sep 21 12:46:45.246841 dv-cinder-810131-2-iscsi neutron-server[93968]: 'SecurityGroup': '1.4', Sep 21 12:46:45.246841 dv-cinder-810131-2-iscsi neutron-server[93968]: 'SecurityGroupRule': '1.2', Sep 21 12:46:45.246841 dv-cinder-810131-2-iscsi neutron-server[93968]: 'SubPort': '1.0', Sep 21 12:46:45.246841 dv-cinder-810131-2-iscsi neutron-server[93968]: 'Subnet': '1.1', Sep 21 12:46:45.246841 dv-cinder-810131-2-iscsi neutron-server[93968]: 'Trunk': '1.1'}} Sep 21 12:46:45.246841 dv-cinder-810131-2-iscsi neutron-server[93968]: {{(pid=93968) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 12:46:45.288523 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f2228c48-b85e-4075-9051-d2782373b3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:45.327342 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ad02b425-66a0-4127-a254-2073ca965229 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758322100264'] for network, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:45.370251 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ad02b425-66a0-4127-a254-2073ca965229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279'] for network, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:45.371642 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad02b425-66a0-4127-a254-2073ca965229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:46:45.372286 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ad02b425-66a0-4127-a254-2073ca965229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for network, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:45.442358 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-ad02b425-66a0-4127-a254-2073ca965229 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7649293 Sep 21 12:46:45.473183 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad02b425-66a0-4127-a254-2073ca965229 admin admin] Pushing event updated for resources: {'Network': ['ID=3589cb95-8b7f-464f-a8af-ebd0722ed0b9,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:46:45.484135 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Network 3589cb95-8b7f-464f-a8af-ebd0722ed0b9 details requested by agent ovs-agent-dv-cinder-810131-2-iscsi with host dv-cinder-810131-2-iscsi {{(pid=93970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 12:46:45.867129 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:46.563917 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:47.847765 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:47.893112 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 51024) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:46:48.115859 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e549f150-dd43-45b5-ab0b-94cf585ecd17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:46:48.117262 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-e549f150-dd43-45b5-ab0b-94cf585ecd17 admin admin] 10.222.0.32 "GET /v2.0/subnets/3a952333-616c-4e05-adfc-049ae9206c35 HTTP/1.1" status: 200 len: 849 time: 0.2231936 Sep 21 12:46:48.253853 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-c4465e26-c629-459f-b6d8-e6361395e348 admin admin] 10.222.0.32 "GET /v2.0/routers/d0c61437-f8f5-4079-b49b-a5d63111f089 HTTP/1.1" status: 200 len: 704 time: 0.1303222 Sep 21 12:46:48.533512 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-28ad0267-345d-45e2-a83a-2fa9b2b598a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:48.841708 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-28ad0267-345d-45e2-a83a-2fa9b2b598a7 admin admin] Allocated IP 172.20.0.1 (010bc9a9-d68b-45ba-8640-adfd66d8c859/3a952333-616c-4e05-adfc-049ae9206c35/b627ca2f-82b1-40cf-a12c-ad9a09aadb7d) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:46:49.027190 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-28ad0267-345d-45e2-a83a-2fa9b2b598a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:49.096015 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-28ad0267-345d-45e2-a83a-2fa9b2b598a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:49.169302 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ad0267-345d-45e2-a83a-2fa9b2b598a7 admin admin] Network 010bc9a9-d68b-45ba-8640-adfd66d8c859 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:46:49.177857 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-28ad0267-345d-45e2-a83a-2fa9b2b598a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:46:49.193348 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ad0267-345d-45e2-a83a-2fa9b2b598a7 admin admin] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 12:46:49.193910 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-28ad0267-345d-45e2-a83a-2fa9b2b598a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1618827'] for router_interface, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:49.212941 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad0267-345d-45e2-a83a-2fa9b2b598a7 admin admin] Pushing event updated for resources: {'Port': ['ID=b627ca2f-82b1-40cf-a12c-ad9a09aadb7d,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:46:49.350661 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-fd57d2a4-9d04-4c68-b5e4-d12937c032e1 None None] Provisioning complete for port b627ca2f-82b1-40cf-a12c-ad9a09aadb7d triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:46:49.351193 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-fd57d2a4-9d04-4c68-b5e4-d12937c032e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:49.384084 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-fd57d2a4-9d04-4c68-b5e4-d12937c032e1 None None] Port b627ca2f-82b1-40cf-a12c-ad9a09aadb7d cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 12:46:49.394592 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-28ad0267-345d-45e2-a83a-2fa9b2b598a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:49.646489 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-28ad0267-345d-45e2-a83a-2fa9b2b598a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:49.651925 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-28ad0267-345d-45e2-a83a-2fa9b2b598a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:49.652939 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-28ad0267-345d-45e2-a83a-2fa9b2b598a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1791917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1618203'] for router_interface, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:49.719306 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad0267-345d-45e2-a83a-2fa9b2b598a7 admin admin] Pushing event updated for resources: {'Port': ['ID=b627ca2f-82b1-40cf-a12c-ad9a09aadb7d,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:46:49.784299 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ad0267-345d-45e2-a83a-2fa9b2b598a7 admin admin] Network 010bc9a9-d68b-45ba-8640-adfd66d8c859 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:46:49.785596 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-28ad0267-345d-45e2-a83a-2fa9b2b598a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:46:49.946961 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ad0267-345d-45e2-a83a-2fa9b2b598a7 admin admin] Router d0c61437-f8f5-4079-b49b-a5d63111f089 is scheduled to L3 agent ac1410d3-fc19-41f1-a8a6-9305dbf296af with binding_index 1 {{(pid=93968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 12:46:50.010472 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-7c06044c-ba75-48f0-96c9-12e2442183bd None None] Provisioning complete for port b627ca2f-82b1-40cf-a12c-ad9a09aadb7d triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:46:50.010836 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-7c06044c-ba75-48f0-96c9-12e2442183bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:50.038095 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ad0267-345d-45e2-a83a-2fa9b2b598a7 admin admin] Notify agent at l3_agent.dv-cinder-810131-2-iscsi the message routers_updated {{(pid=93968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:46:50.043364 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-28ad0267-345d-45e2-a83a-2fa9b2b598a7 admin admin] 10.222.0.32 "PUT /v2.0/routers/d0c61437-f8f5-4079-b49b-a5d63111f089/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7838211 Sep 21 12:46:50.054495 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-7c06044c-ba75-48f0-96c9-12e2442183bd None None] Port b627ca2f-82b1-40cf-a12c-ad9a09aadb7d cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 12:46:50.059815 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafd57cc-6e23-484e-bf82-17798d2d2266 None None] Sync routers for ids ['d0c61437-f8f5-4079-b49b-a5d63111f089'] in dv-cinder-810131-2-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:46:50.071698 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafd57cc-6e23-484e-bf82-17798d2d2266 None None] Routers {'d0c61437-f8f5-4079-b49b-a5d63111f089'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 12:46:50.072540 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-aafd57cc-6e23-484e-bf82-17798d2d2266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T12:46:45Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['d0c61437-f8f5-4079-b49b-a5d63111f089'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:46:50.259646 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-aafd57cc-6e23-484e-bf82-17798d2d2266 None None] Set router d0c61437-f8f5-4079-b49b-a5d63111f089 gateway port host: None {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 12:46:50.680075 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-aafd57cc-6e23-484e-bf82-17798d2d2266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c61437-f8f5-4079-b49b-a5d63111f089', 'name': 'router1', 'tenant_id': 'a86b3e2e793c4fa2b4965bf5fff61522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:46:39Z', 'updated_at': '2021-09-21T12:46:49Z', 'revision_number': 2, 'project_id': 'a86b3e2e793c4fa2b4965bf5fff61522', 'gw_port_host': None, '_interfaces': [{'id': 'b627ca2f-82b1-40cf-a12c-ad9a09aadb7d', 'name': '', 'network_id': '010bc9a9-d68b-45ba-8640-adfd66d8c859', 'tenant_id': 'a86b3e2e793c4fa2b4965bf5fff61522', 'mac_address': 'fa:16:3e:c6:86:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c61437-f8f5-4079-b49b-a5d63111f089', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a952333-616c-4e05-adfc-049ae9206c35', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:46:48Z', 'updated_at': '2021-09-21T12:46:49Z', 'revision_number': 2, 'project_id': 'a86b3e2e793c4fa2b4965bf5fff61522', 'subnets': [{'id': '3a952333-616c-4e05-adfc-049ae9206c35', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6666e9e4-9a3f-4eac-823b-e50c90c3f390'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:46:50.730885 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafd57cc-6e23-484e-bf82-17798d2d2266 None None] Checking router: d0c61437-f8f5-4079-b49b-a5d63111f089 for host: dv-cinder-810131-2-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:46:50.731248 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafd57cc-6e23-484e-bf82-17798d2d2266 None None] Updating router d0c61437-f8f5-4079-b49b-a5d63111f089 port b627ca2f-82b1-40cf-a12c-ad9a09aadb7d binding host dv-cinder-810131-2-iscsi {{(pid=93971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 12:46:50.783442 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-aafd57cc-6e23-484e-bf82-17798d2d2266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:51.298266 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-aafd57cc-6e23-484e-bf82-17798d2d2266 None None] Notify callbacks [] for port, precommit_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:51.305413 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-aafd57cc-6e23-484e-bf82-17798d2d2266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:51.471004 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-aafd57cc-6e23-484e-bf82-17798d2d2266 None None] Attempting to bind port b627ca2f-82b1-40cf-a12c-ad9a09aadb7d on host dv-cinder-810131-2-iscsi for vnic_type normal with profile {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 12:46:51.471411 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-aafd57cc-6e23-484e-bf82-17798d2d2266 None None] Attempting to bind port b627ca2f-82b1-40cf-a12c-ad9a09aadb7d by drivers openvswitch,hyperv on host dv-cinder-810131-2-iscsi at level 0 using segments [{'id': '99ebfea4-99f7-4e1a-83c2-14b430b19fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '010bc9a9-d68b-45ba-8640-adfd66d8c859'}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 12:46:51.471845 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafd57cc-6e23-484e-bf82-17798d2d2266 None None] Attempting to bind port b627ca2f-82b1-40cf-a12c-ad9a09aadb7d on network 010bc9a9-d68b-45ba-8640-adfd66d8c859 {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:46:51.477294 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65992180-63a7-4f5e-b42c-e0475a3c24d5 None None] Pushing event updated for resources: {'Port': ['ID=b627ca2f-82b1-40cf-a12c-ad9a09aadb7d,revision_number=3']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:46:51.479702 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafd57cc-6e23-484e-bf82-17798d2d2266 None None] Checking agent: {'id': 'e9e90178-f2ac-4c99-b085-229d580e108d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 12, 46, 16), 'started_at': datetime.datetime(2021, 9, 21, 12, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 12, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 12:46:51.480112 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafd57cc-6e23-484e-bf82-17798d2d2266 None None] Checking segment: {'id': '99ebfea4-99f7-4e1a-83c2-14b430b19fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '010bc9a9-d68b-45ba-8640-adfd66d8c859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:46:51.480592 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-aafd57cc-6e23-484e-bf82-17798d2d2266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:51.480990 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafd57cc-6e23-484e-bf82-17798d2d2266 None None] Bound using segment: {'id': '99ebfea4-99f7-4e1a-83c2-14b430b19fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '010bc9a9-d68b-45ba-8640-adfd66d8c859'} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:46:51.481477 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-aafd57cc-6e23-484e-bf82-17798d2d2266 None None] Bound port: b627ca2f-82b1-40cf-a12c-ad9a09aadb7d, host: dv-cinder-810131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99ebfea4-99f7-4e1a-83c2-14b430b19fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '010bc9a9-d68b-45ba-8640-adfd66d8c859'}}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 12:46:51.481876 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-aafd57cc-6e23-484e-bf82-17798d2d2266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:51.497564 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65992180-63a7-4f5e-b42c-e0475a3c24d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:51.497912 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65992180-63a7-4f5e-b42c-e0475a3c24d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:51.498252 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65992180-63a7-4f5e-b42c-e0475a3c24d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:51.498614 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65992180-63a7-4f5e-b42c-e0475a3c24d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:51.498973 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65992180-63a7-4f5e-b42c-e0475a3c24d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:51.499488 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65992180-63a7-4f5e-b42c-e0475a3c24d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:51.499822 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65992180-63a7-4f5e-b42c-e0475a3c24d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:51.500151 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65992180-63a7-4f5e-b42c-e0475a3c24d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:51.500485 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65992180-63a7-4f5e-b42c-e0475a3c24d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:51.500811 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65992180-63a7-4f5e-b42c-e0475a3c24d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:51.501135 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65992180-63a7-4f5e-b42c-e0475a3c24d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:51.501464 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65992180-63a7-4f5e-b42c-e0475a3c24d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:46:51.502530 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65992180-63a7-4f5e-b42c-e0475a3c24d5 None None] Tracked resource versions report: Sep 21 12:46:51.502530 dv-cinder-810131-2-iscsi neutron-server[93971]: pushed versions: Sep 21 12:46:51.502530 dv-cinder-810131-2-iscsi neutron-server[93971]: { 'AddressGroup': {'1.2'}, Sep 21 12:46:51.502530 dv-cinder-810131-2-iscsi neutron-server[93971]: 'ConntrackHelper': {'1.0'}, Sep 21 12:46:51.502530 dv-cinder-810131-2-iscsi neutron-server[93971]: 'Log': {'1.0'}, Sep 21 12:46:51.502530 dv-cinder-810131-2-iscsi neutron-server[93971]: 'Network': {'1.1'}, Sep 21 12:46:51.502530 dv-cinder-810131-2-iscsi neutron-server[93971]: 'Port': {'1.7'}, Sep 21 12:46:51.502530 dv-cinder-810131-2-iscsi neutron-server[93971]: 'PortForwarding': {'1.2'}, Sep 21 12:46:51.502530 dv-cinder-810131-2-iscsi neutron-server[93971]: 'QosPolicy': {'1.9'}, Sep 21 12:46:51.502530 dv-cinder-810131-2-iscsi neutron-server[93971]: 'SecurityGroup': {'1.4'}, Sep 21 12:46:51.502530 dv-cinder-810131-2-iscsi neutron-server[93971]: 'SecurityGroupRule': {'1.2'}, Sep 21 12:46:51.502530 dv-cinder-810131-2-iscsi neutron-server[93971]: 'SubPort': {'1.0'}, Sep 21 12:46:51.502530 dv-cinder-810131-2-iscsi neutron-server[93971]: 'Subnet': {'1.1'}, Sep 21 12:46:51.502530 dv-cinder-810131-2-iscsi neutron-server[93971]: 'Trunk': {'1.1'}} Sep 21 12:46:51.502530 dv-cinder-810131-2-iscsi neutron-server[93971]: consumer versions: Sep 21 12:46:51.502530 dv-cinder-810131-2-iscsi neutron-server[93971]: { DHCP agent@dv-cinder-810131-2-iscsi: {}, Sep 21 12:46:51.502530 dv-cinder-810131-2-iscsi neutron-server[93971]: L3 agent@dv-cinder-810131-2-iscsi: {}, Sep 21 12:46:51.502530 dv-cinder-810131-2-iscsi neutron-server[93971]: Metadata agent@dv-cinder-810131-2-iscsi: {}, Sep 21 12:46:51.502530 dv-cinder-810131-2-iscsi neutron-server[93971]: Metering agent@dv-cinder-810131-2-iscsi: {}, Sep 21 12:46:51.502530 dv-cinder-810131-2-iscsi neutron-server[93971]: Open vSwitch agent@dv-cinder-810131-2-iscsi: { 'AddressGroup': '1.2', Sep 21 12:46:51.502530 dv-cinder-810131-2-iscsi neutron-server[93971]: 'ConntrackHelper': '1.0', Sep 21 12:46:51.502530 dv-cinder-810131-2-iscsi neutron-server[93971]: 'Log': '1.0', Sep 21 12:46:51.502530 dv-cinder-810131-2-iscsi neutron-server[93971]: 'Network': '1.1', Sep 21 12:46:51.502530 dv-cinder-810131-2-iscsi neutron-server[93971]: 'Port': '1.7', Sep 21 12:46:51.502530 dv-cinder-810131-2-iscsi neutron-server[93971]: 'PortForwarding': '1.2', Sep 21 12:46:51.502530 dv-cinder-810131-2-iscsi neutron-server[93971]: 'QosPolicy': '1.9', Sep 21 12:46:51.502530 dv-cinder-810131-2-iscsi neutron-server[93971]: 'SecurityGroup': '1.4', Sep 21 12:46:51.502530 dv-cinder-810131-2-iscsi neutron-server[93971]: 'SecurityGroupRule': '1.2', Sep 21 12:46:51.502530 dv-cinder-810131-2-iscsi neutron-server[93971]: 'SubPort': '1.0', Sep 21 12:46:51.502530 dv-cinder-810131-2-iscsi neutron-server[93971]: 'Subnet': '1.1', Sep 21 12:46:51.502530 dv-cinder-810131-2-iscsi neutron-server[93971]: 'Trunk': '1.1'}} Sep 21 12:46:51.502530 dv-cinder-810131-2-iscsi neutron-server[93971]: {{(pid=93971) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 12:46:51.563012 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-aafd57cc-6e23-484e-bf82-17798d2d2266 None None] For port b627ca2f-82b1-40cf-a12c-ad9a09aadb7d, host dv-cinder-810131-2-iscsi, cleared binding levels {{(pid=93971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:46:51.583017 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-2d71eefe-b259-45f2-a8cf-9eb4e876732d None None] Provisioning complete for port b627ca2f-82b1-40cf-a12c-ad9a09aadb7d triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:46:51.583610 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2d71eefe-b259-45f2-a8cf-9eb4e876732d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:51.583693 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-aafd57cc-6e23-484e-bf82-17798d2d2266 None None] For port b627ca2f-82b1-40cf-a12c-ad9a09aadb7d, host dv-cinder-810131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=b627ca2f-82b1-40cf-a12c-ad9a09aadb7d,segment=NetworkSegment(99ebfea4-99f7-4e1a-83c2-14b430b19fe1),segment_id=99ebfea4-99f7-4e1a-83c2-14b430b19fe1)] {{(pid=93971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:46:51.589507 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-aafd57cc-6e23-484e-bf82-17798d2d2266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:51.619004 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-2d71eefe-b259-45f2-a8cf-9eb4e876732d None None] Port b627ca2f-82b1-40cf-a12c-ad9a09aadb7d cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 12:46:51.647898 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafd57cc-6e23-484e-bf82-17798d2d2266 None None] Routers {'d0c61437-f8f5-4079-b49b-a5d63111f089'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 12:46:51.648529 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-aafd57cc-6e23-484e-bf82-17798d2d2266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T12:46:45Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['d0c61437-f8f5-4079-b49b-a5d63111f089'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:46:51.650476 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65992180-63a7-4f5e-b42c-e0475a3c24d5 None None] Pushing event updated for resources: {'Port': ['ID=b627ca2f-82b1-40cf-a12c-ad9a09aadb7d,revision_number=4']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:46:51.749436 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-aafd57cc-6e23-484e-bf82-17798d2d2266 None None] Set router d0c61437-f8f5-4079-b49b-a5d63111f089 gateway port host: None {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 12:46:51.848971 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-0c038bcf-8825-4cb0-b532-dd27286582dd None None] Provisioning complete for port b627ca2f-82b1-40cf-a12c-ad9a09aadb7d triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:46:51.849403 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-0c038bcf-8825-4cb0-b532-dd27286582dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:51.927157 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-0c038bcf-8825-4cb0-b532-dd27286582dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:51.958610 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-0c038bcf-8825-4cb0-b532-dd27286582dd None None] For port b627ca2f-82b1-40cf-a12c-ad9a09aadb7d, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=b627ca2f-82b1-40cf-a12c-ad9a09aadb7d,segment=NetworkSegment(99ebfea4-99f7-4e1a-83c2-14b430b19fe1),segment_id=99ebfea4-99f7-4e1a-83c2-14b430b19fe1)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:46:51.961850 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-aafd57cc-6e23-484e-bf82-17798d2d2266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c61437-f8f5-4079-b49b-a5d63111f089', 'name': 'router1', 'tenant_id': 'a86b3e2e793c4fa2b4965bf5fff61522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:46:39Z', 'updated_at': '2021-09-21T12:46:49Z', 'revision_number': 2, 'project_id': 'a86b3e2e793c4fa2b4965bf5fff61522', 'gw_port_host': None, '_interfaces': [{'id': 'b627ca2f-82b1-40cf-a12c-ad9a09aadb7d', 'name': '', 'network_id': '010bc9a9-d68b-45ba-8640-adfd66d8c859', 'tenant_id': 'a86b3e2e793c4fa2b4965bf5fff61522', 'mac_address': 'fa:16:3e:c6:86:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c61437-f8f5-4079-b49b-a5d63111f089', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a952333-616c-4e05-adfc-049ae9206c35', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:46:48Z', 'updated_at': '2021-09-21T12:46:51Z', 'revision_number': 4, 'project_id': 'a86b3e2e793c4fa2b4965bf5fff61522', 'subnets': [{'id': '3a952333-616c-4e05-adfc-049ae9206c35', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6666e9e4-9a3f-4eac-823b-e50c90c3f390'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:46:51.963699 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-0c038bcf-8825-4cb0-b532-dd27286582dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:51.993523 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafd57cc-6e23-484e-bf82-17798d2d2266 None None] The sync data for ids ['d0c61437-f8f5-4079-b49b-a5d63111f089'] in dv-cinder-810131-2-iscsi is: [{'id': 'd0c61437-f8f5-4079-b49b-a5d63111f089', 'name': 'router1', 'tenant_id': 'a86b3e2e793c4fa2b4965bf5fff61522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:46:39Z', 'updated_at': '2021-09-21T12:46:49Z', 'revision_number': 2, 'project_id': 'a86b3e2e793c4fa2b4965bf5fff61522', 'gw_port_host': None, '_interfaces': [{'id': 'b627ca2f-82b1-40cf-a12c-ad9a09aadb7d', 'name': '', 'network_id': '010bc9a9-d68b-45ba-8640-adfd66d8c859', 'tenant_id': 'a86b3e2e793c4fa2b4965bf5fff61522', 'mac_address': 'fa:16:3e:c6:86:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c61437-f8f5-4079-b49b-a5d63111f089', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a952333-616c-4e05-adfc-049ae9206c35', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:46:48Z', 'updated_at': '2021-09-21T12:46:51Z', 'revision_number': 4, 'project_id': 'a86b3e2e793c4fa2b4965bf5fff61522', 'subnets': [{'id': '3a952333-616c-4e05-adfc-049ae9206c35', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6666e9e4-9a3f-4eac-823b-e50c90c3f390'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:46:52.013727 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c038bcf-8825-4cb0-b532-dd27286582dd None None] Pushing event updated for resources: {'Port': ['ID=b627ca2f-82b1-40cf-a12c-ad9a09aadb7d,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:46:52.378949 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 51044) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:46:52.489828 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315927fc-84a1-4750-a559-2cb95d1fd89b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:46:52.491236 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-315927fc-84a1-4750-a559-2cb95d1fd89b admin admin] 10.222.0.32 "GET /v2.0/networks/3589cb95-8b7f-464f-a8af-ebd0722ed0b9 HTTP/1.1" status: 200 len: 842 time: 0.1112504 Sep 21 12:46:52.501238 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-523fd3b5-2d4a-4047-8840-876617c7468c admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:46:52.525836 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523fd3b5-2d4a-4047-8840-876617c7468c admin admin] Made reservation on behalf of 6e36551197d34b32851c5a4aec9150f4 for: {'subnet': 1} {{(pid=93968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:46:52.528147 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-523fd3b5-2d4a-4047-8840-876617c7468c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:52.833127 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.objects.ports [None req-523fd3b5-2d4a-4047-8840-876617c7468c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93968) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 21 12:46:52.833575 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-523fd3b5-2d4a-4047-8840-876617c7468c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279'] for subnet, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:52.889496 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523fd3b5-2d4a-4047-8840-876617c7468c admin admin] Pushing event updated for resources: {'Subnet': ['ID=83bd8dfa-a4af-4a48-a00e-8b360d22b666,revision_number=0']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:46:52.902547 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523fd3b5-2d4a-4047-8840-876617c7468c admin admin] Checking segment: {'id': 'e2b94f31-7b3f-4aad-87c8-37618fa3f855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:46:52.902895 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523fd3b5-2d4a-4047-8840-876617c7468c admin admin] Network hostable DHCP agents. Network: 3589cb95-8b7f-464f-a8af-ebd0722ed0b9, hostable agents: ['12de7482-9c3e-48cc-a7cf-59e9ab92578f'], hosted agents: [] {{(pid=93968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 12:46:52.928405 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523fd3b5-2d4a-4047-8840-876617c7468c admin admin] Network 3589cb95-8b7f-464f-a8af-ebd0722ed0b9 is scheduled to be hosted by DHCP agent 12de7482-9c3e-48cc-a7cf-59e9ab92578f with binding_index 1 {{(pid=93968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 12:46:52.940524 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-523fd3b5-2d4a-4047-8840-876617c7468c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810131-2-iscsi, 3589cb95-8b7f-464f-a8af-ebd0722ed0b9) {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:46:52.944965 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523fd3b5-2d4a-4047-8840-876617c7468c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:46:52.945650 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-523fd3b5-2d4a-4047-8840-876617c7468c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for subnet, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:52.950190 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d611edcf-ca6e-40cb-948b-05feaf6985f8 None None] Network 3589cb95-8b7f-464f-a8af-ebd0722ed0b9 requested from dv-cinder-810131-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 12:46:52.970715 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-523fd3b5-2d4a-4047-8840-876617c7468c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4728894 Sep 21 12:46:53.086663 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1a4957-d7a0-4e7b-8bd9-75f61025153c None None] Network 3589cb95-8b7f-464f-a8af-ebd0722ed0b9 requested from dv-cinder-810131-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 12:46:55.408460 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 51052) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:46:55.667695 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-531f2ab3-d565-4ae7-9f82-614b087c48fa admin admin] 10.222.0.32 "GET /v2.0/routers/d0c61437-f8f5-4079-b49b-a5d63111f089 HTTP/1.1" status: 200 len: 710 time: 0.2577803 Sep 21 12:46:55.782988 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da91d65d-06f9-41e3-a0a6-0078d1a67b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:46:55.784606 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-da91d65d-06f9-41e3-a0a6-0078d1a67b55 admin admin] 10.222.0.32 "GET /v2.0/networks/3589cb95-8b7f-464f-a8af-ebd0722ed0b9 HTTP/1.1" status: 200 len: 886 time: 0.1094971 Sep 21 12:46:55.794185 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-c55c4389-a4ce-4d48-b8d5-0f105df7478b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'}}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:46:56.040105 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c55c4389-a4ce-4d48-b8d5-0f105df7478b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:56.277133 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c55c4389-a4ce-4d48-b8d5-0f105df7478b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:56.357527 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c55c4389-a4ce-4d48-b8d5-0f105df7478b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:56.511540 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [None req-c55c4389-a4ce-4d48-b8d5-0f105df7478b admin admin] Allocated IP 172.27.0.124 (3589cb95-8b7f-464f-a8af-ebd0722ed0b9/83bd8dfa-a4af-4a48-a00e-8b360d22b666/8149f26e-43a5-46f9-9a66-168971980c5e) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:46:56.671456 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c55c4389-a4ce-4d48-b8d5-0f105df7478b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:56.734626 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c55c4389-a4ce-4d48-b8d5-0f105df7478b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:56.797723 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55c4389-a4ce-4d48-b8d5-0f105df7478b admin admin] Network 3589cb95-8b7f-464f-a8af-ebd0722ed0b9 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:46:56.802341 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-c55c4389-a4ce-4d48-b8d5-0f105df7478b admin admin] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:46:56.811680 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55c4389-a4ce-4d48-b8d5-0f105df7478b admin admin] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 12:46:56.857492 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55c4389-a4ce-4d48-b8d5-0f105df7478b admin admin] Pushing event updated for resources: {'Port': ['ID=8149f26e-43a5-46f9-9a66-168971980c5e,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:46:57.098027 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c55c4389-a4ce-4d48-b8d5-0f105df7478b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:57.306496 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c55c4389-a4ce-4d48-b8d5-0f105df7478b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1619645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3835'] for router, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:57.315498 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c55c4389-a4ce-4d48-b8d5-0f105df7478b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1619638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1619631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608710'] for router, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:57.376284 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device b627ca2f-82b1-40cf-a12c-ad9a09aadb7d up at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:46:57.427868 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Provisioning complete for port b627ca2f-82b1-40cf-a12c-ad9a09aadb7d triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:46:57.428248 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:57.437343 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55c4389-a4ce-4d48-b8d5-0f105df7478b admin admin] Router d0c61437-f8f5-4079-b49b-a5d63111f089 has already been hosted by L3 agent ac1410d3-fc19-41f1-a8a6-9305dbf296af {{(pid=93969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:46:57.550616 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55c4389-a4ce-4d48-b8d5-0f105df7478b admin admin] Notify agent at l3_agent.dv-cinder-810131-2-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:46:57.555203 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c55c4389-a4ce-4d48-b8d5-0f105df7478b admin admin] Notify callbacks [] for router, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:57.556403 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-c55c4389-a4ce-4d48-b8d5-0f105df7478b admin admin] 10.222.0.32 "PUT /v2.0/routers/d0c61437-f8f5-4079-b49b-a5d63111f089 HTTP/1.1" status: 200 len: 890 time: 1.7655056 Sep 21 12:46:58.486696 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d176cb9-78f4-419e-9a87-cbf7e2c58970 None None] Sync routers for ids ['d0c61437-f8f5-4079-b49b-a5d63111f089'] in dv-cinder-810131-2-iscsi {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:46:58.497168 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d176cb9-78f4-419e-9a87-cbf7e2c58970 None None] Routers {'d0c61437-f8f5-4079-b49b-a5d63111f089'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 12:46:58.497898 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-0d176cb9-78f4-419e-9a87-cbf7e2c58970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T12:46:45Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['d0c61437-f8f5-4079-b49b-a5d63111f089'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:46:58.708681 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-0d176cb9-78f4-419e-9a87-cbf7e2c58970 None None] Set router d0c61437-f8f5-4079-b49b-a5d63111f089 gateway port host: dv-cinder-810131-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 12:46:59.104037 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-0d176cb9-78f4-419e-9a87-cbf7e2c58970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c61437-f8f5-4079-b49b-a5d63111f089', 'name': 'router1', 'tenant_id': 'a86b3e2e793c4fa2b4965bf5fff61522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '8149f26e-43a5-46f9-9a66-168971980c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:46:39Z', 'updated_at': '2021-09-21T12:46:56Z', 'revision_number': 4, 'project_id': 'a86b3e2e793c4fa2b4965bf5fff61522', 'gw_port': {'id': '8149f26e-43a5-46f9-9a66-168971980c5e', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:8c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c61437-f8f5-4079-b49b-a5d63111f089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:46:56Z', 'updated_at': '2021-09-21T12:46:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': 'b627ca2f-82b1-40cf-a12c-ad9a09aadb7d', 'name': '', 'network_id': '010bc9a9-d68b-45ba-8640-adfd66d8c859', 'tenant_id': 'a86b3e2e793c4fa2b4965bf5fff61522', 'mac_address': 'fa:16:3e:c6:86:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c61437-f8f5-4079-b49b-a5d63111f089', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a952333-616c-4e05-adfc-049ae9206c35', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:46:48Z', 'updated_at': '2021-09-21T12:46:51Z', 'revision_number': 5, 'project_id': 'a86b3e2e793c4fa2b4965bf5fff61522', 'subnets': [{'id': '3a952333-616c-4e05-adfc-049ae9206c35', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6666e9e4-9a3f-4eac-823b-e50c90c3f390'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:46:59.156117 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d176cb9-78f4-419e-9a87-cbf7e2c58970 None None] Checking router: d0c61437-f8f5-4079-b49b-a5d63111f089 for host: dv-cinder-810131-2-iscsi {{(pid=93970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:46:59.156460 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d176cb9-78f4-419e-9a87-cbf7e2c58970 None None] Updating router d0c61437-f8f5-4079-b49b-a5d63111f089 port 8149f26e-43a5-46f9-9a66-168971980c5e binding host dv-cinder-810131-2-iscsi {{(pid=93970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 12:46:59.203662 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-0d176cb9-78f4-419e-9a87-cbf7e2c58970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:59.601902 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-0d176cb9-78f4-419e-9a87-cbf7e2c58970 None None] Notify callbacks [] for port, precommit_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:59.607394 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-0d176cb9-78f4-419e-9a87-cbf7e2c58970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:59.662171 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-0d176cb9-78f4-419e-9a87-cbf7e2c58970 None None] Attempting to bind port 8149f26e-43a5-46f9-9a66-168971980c5e on host dv-cinder-810131-2-iscsi for vnic_type normal with profile {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 12:46:59.662779 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-0d176cb9-78f4-419e-9a87-cbf7e2c58970 None None] Attempting to bind port 8149f26e-43a5-46f9-9a66-168971980c5e by drivers openvswitch,hyperv on host dv-cinder-810131-2-iscsi at level 0 using segments [{'id': 'e2b94f31-7b3f-4aad-87c8-37618fa3f855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 12:46:59.663148 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d176cb9-78f4-419e-9a87-cbf7e2c58970 None None] Attempting to bind port 8149f26e-43a5-46f9-9a66-168971980c5e on network 3589cb95-8b7f-464f-a8af-ebd0722ed0b9 {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:46:59.665983 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3d8794-0418-48bd-9a30-c895ff60a228 None None] Pushing event updated for resources: {'Port': ['ID=8149f26e-43a5-46f9-9a66-168971980c5e,revision_number=2']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:46:59.672281 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d176cb9-78f4-419e-9a87-cbf7e2c58970 None None] Checking agent: {'id': 'e9e90178-f2ac-4c99-b085-229d580e108d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 12, 46, 16), 'started_at': datetime.datetime(2021, 9, 21, 12, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 12, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 12:46:59.672662 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d176cb9-78f4-419e-9a87-cbf7e2c58970 None None] Checking segment: {'id': 'e2b94f31-7b3f-4aad-87c8-37618fa3f855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:46:59.673061 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-0d176cb9-78f4-419e-9a87-cbf7e2c58970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:59.673449 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d176cb9-78f4-419e-9a87-cbf7e2c58970 None None] Bound using segment: {'id': 'e2b94f31-7b3f-4aad-87c8-37618fa3f855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:46:59.673919 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-0d176cb9-78f4-419e-9a87-cbf7e2c58970 None None] Bound port: 8149f26e-43a5-46f9-9a66-168971980c5e, host: dv-cinder-810131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2b94f31-7b3f-4aad-87c8-37618fa3f855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'}}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 12:46:59.674311 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-0d176cb9-78f4-419e-9a87-cbf7e2c58970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:59.725437 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-0d176cb9-78f4-419e-9a87-cbf7e2c58970 None None] For port 8149f26e-43a5-46f9-9a66-168971980c5e, host dv-cinder-810131-2-iscsi, cleared binding levels {{(pid=93970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:46:59.728518 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-0d176cb9-78f4-419e-9a87-cbf7e2c58970 None None] For port 8149f26e-43a5-46f9-9a66-168971980c5e, host dv-cinder-810131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=8149f26e-43a5-46f9-9a66-168971980c5e,segment=NetworkSegment(e2b94f31-7b3f-4aad-87c8-37618fa3f855),segment_id=e2b94f31-7b3f-4aad-87c8-37618fa3f855)] {{(pid=93970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:46:59.733575 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-0d176cb9-78f4-419e-9a87-cbf7e2c58970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:46:59.795110 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d176cb9-78f4-419e-9a87-cbf7e2c58970 None None] Routers {'d0c61437-f8f5-4079-b49b-a5d63111f089'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 12:46:59.795891 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-0d176cb9-78f4-419e-9a87-cbf7e2c58970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T12:46:45Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['d0c61437-f8f5-4079-b49b-a5d63111f089'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:46:59.831294 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3d8794-0418-48bd-9a30-c895ff60a228 None None] Pushing event updated for resources: {'Port': ['ID=8149f26e-43a5-46f9-9a66-168971980c5e,revision_number=3']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:46:59.911506 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-0d176cb9-78f4-419e-9a87-cbf7e2c58970 None None] Set router d0c61437-f8f5-4079-b49b-a5d63111f089 gateway port host: dv-cinder-810131-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 12:46:59.990442 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 51064) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:47:00.113936 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-e6e2bf25-88bb-4f4a-bef2-e082b77986eb admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1222539 Sep 21 12:47:00.128758 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-0d176cb9-78f4-419e-9a87-cbf7e2c58970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c61437-f8f5-4079-b49b-a5d63111f089', 'name': 'router1', 'tenant_id': 'a86b3e2e793c4fa2b4965bf5fff61522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '8149f26e-43a5-46f9-9a66-168971980c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:46:39Z', 'updated_at': '2021-09-21T12:46:56Z', 'revision_number': 4, 'project_id': 'a86b3e2e793c4fa2b4965bf5fff61522', 'gw_port': {'id': '8149f26e-43a5-46f9-9a66-168971980c5e', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:8c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c61437-f8f5-4079-b49b-a5d63111f089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:46:56Z', 'updated_at': '2021-09-21T12:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': 'b627ca2f-82b1-40cf-a12c-ad9a09aadb7d', 'name': '', 'network_id': '010bc9a9-d68b-45ba-8640-adfd66d8c859', 'tenant_id': 'a86b3e2e793c4fa2b4965bf5fff61522', 'mac_address': 'fa:16:3e:c6:86:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c61437-f8f5-4079-b49b-a5d63111f089', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a952333-616c-4e05-adfc-049ae9206c35', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:46:48Z', 'updated_at': '2021-09-21T12:46:51Z', 'revision_number': 5, 'project_id': 'a86b3e2e793c4fa2b4965bf5fff61522', 'subnets': [{'id': '3a952333-616c-4e05-adfc-049ae9206c35', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6666e9e4-9a3f-4eac-823b-e50c90c3f390'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:47:00.158039 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d176cb9-78f4-419e-9a87-cbf7e2c58970 None None] The sync data for ids ['d0c61437-f8f5-4079-b49b-a5d63111f089'] in dv-cinder-810131-2-iscsi is: [{'id': 'd0c61437-f8f5-4079-b49b-a5d63111f089', 'name': 'router1', 'tenant_id': 'a86b3e2e793c4fa2b4965bf5fff61522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': '8149f26e-43a5-46f9-9a66-168971980c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:46:39Z', 'updated_at': '2021-09-21T12:46:56Z', 'revision_number': 4, 'project_id': 'a86b3e2e793c4fa2b4965bf5fff61522', 'gw_port': {'id': '8149f26e-43a5-46f9-9a66-168971980c5e', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:8c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c61437-f8f5-4079-b49b-a5d63111f089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:46:56Z', 'updated_at': '2021-09-21T12:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': 'b627ca2f-82b1-40cf-a12c-ad9a09aadb7d', 'name': '', 'network_id': '010bc9a9-d68b-45ba-8640-adfd66d8c859', 'tenant_id': 'a86b3e2e793c4fa2b4965bf5fff61522', 'mac_address': 'fa:16:3e:c6:86:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c61437-f8f5-4079-b49b-a5d63111f089', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a952333-616c-4e05-adfc-049ae9206c35', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:46:48Z', 'updated_at': '2021-09-21T12:46:51Z', 'revision_number': 5, 'project_id': 'a86b3e2e793c4fa2b4965bf5fff61522', 'subnets': [{'id': '3a952333-616c-4e05-adfc-049ae9206c35', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6666e9e4-9a3f-4eac-823b-e50c90c3f390'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:47:01.497987 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 8149f26e-43a5-46f9-9a66-168971980c5e up at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:47:01.550146 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Provisioning complete for port 8149f26e-43a5-46f9-9a66-168971980c5e triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:47:01.550561 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:47:01.627007 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:47:01.647883 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] For port 8149f26e-43a5-46f9-9a66-168971980c5e, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=8149f26e-43a5-46f9-9a66-168971980c5e,segment=NetworkSegment(e2b94f31-7b3f-4aad-87c8-37618fa3f855),segment_id=e2b94f31-7b3f-4aad-87c8-37618fa3f855)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:47:01.652203 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:47:01.700875 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Pushing event updated for resources: {'Port': ['ID=8149f26e-43a5-46f9-9a66-168971980c5e,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:47:03.349495 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 8149f26e-43a5-46f9-9a66-168971980c5e up at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:47:03.402240 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Provisioning complete for port 8149f26e-43a5-46f9-9a66-168971980c5e triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:47:03.402633 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:47:06.827415 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-b5107449-46e0-4483-9031-0c19752d4acf None None] Agent healthcheck: found 5 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:47:12.599125 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-df2f1cdb-c649-4de6-b6bf-02b6525faeb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:47:15.291070 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-69ed4804-fdaf-4aee-9753-f535da4152d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:47:15.874230 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:47:16.567774 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:47:17.877505 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:47:42.602666 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-fd4b20da-79c1-4729-8fc0-1ba2093b684d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:47:43.825469 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-b5107449-46e0-4483-9031-0c19752d4acf None None] Agent healthcheck: found 5 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:47:45.294731 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a508df7b-2d4e-4b4f-8419-0a942f2e7bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:47:45.868722 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:47:46.571502 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:47:47.878371 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:48:12.604589 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-821b0919-5773-4b59-9e6f-02efc9b6be78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:48:15.298785 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-80931580-9f2b-4f49-acaf-212ba3b34678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:48:15.872657 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:48:16.571390 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:48:17.875079 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:48:20.823614 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-b5107449-46e0-4483-9031-0c19752d4acf None None] Agent healthcheck: found 5 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:48:38.348322 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 51626) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:48:38.411000 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d8014b9-808b-4747-9a45-cace37bb3fe5 admin admin] GET failed (client error): The resource could not be found. Sep 21 12:48:38.412340 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-0d8014b9-808b-4747-9a45-cace37bb3fe5 admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0630302 Sep 21 12:48:38.596100 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9696af30-303f-4f9a-86f1-a078da7be76e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:48:38.597615 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-9696af30-303f-4f9a-86f1-a078da7be76e admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1805248 Sep 21 12:48:40.846096 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 51636) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:48:40.947776 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41804c4-8e8f-4677-8f64-9323fcd80a9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:48:40.949780 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-b41804c4-8e8f-4677-8f64-9323fcd80a9f admin admin] 10.222.0.32 "GET /v2.0/subnets/3a952333-616c-4e05-adfc-049ae9206c35 HTTP/1.1" status: 200 len: 849 time: 0.1026328 Sep 21 12:48:40.970155 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-92819724-56a4-432a-8c1e-cbce97aa683c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:48:41.116599 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-92819724-56a4-432a-8c1e-cbce97aa683c admin admin] Notify callbacks [] for subnet, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:48:41.263928 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-92819724-56a4-432a-8c1e-cbce97aa683c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758322616580'] for subnet, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:48:41.298512 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92819724-56a4-432a-8c1e-cbce97aa683c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:48:41.299107 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-92819724-56a4-432a-8c1e-cbce97aa683c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:48:41.300835 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-92819724-56a4-432a-8c1e-cbce97aa683c admin admin] 10.222.0.32 "PUT /v2.0/subnets/3a952333-616c-4e05-adfc-049ae9206c35 HTTP/1.1" status: 200 len: 868 time: 0.3346634 Sep 21 12:48:41.303560 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fa5774-a772-4bba-a666-5a425941a13b None None] Network 010bc9a9-d68b-45ba-8640-adfd66d8c859 requested from dv-cinder-810131-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 12:48:41.326753 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92819724-56a4-432a-8c1e-cbce97aa683c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a952333-616c-4e05-adfc-049ae9206c35,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:48:41.338656 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92819724-56a4-432a-8c1e-cbce97aa683c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:48:41.339553 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92819724-56a4-432a-8c1e-cbce97aa683c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:48:41.340137 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92819724-56a4-432a-8c1e-cbce97aa683c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:48:41.340827 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92819724-56a4-432a-8c1e-cbce97aa683c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:48:41.341124 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92819724-56a4-432a-8c1e-cbce97aa683c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:48:41.341798 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92819724-56a4-432a-8c1e-cbce97aa683c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:48:41.342325 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92819724-56a4-432a-8c1e-cbce97aa683c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:48:41.342845 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92819724-56a4-432a-8c1e-cbce97aa683c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:48:41.343341 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92819724-56a4-432a-8c1e-cbce97aa683c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:48:41.344039 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92819724-56a4-432a-8c1e-cbce97aa683c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:48:41.344532 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92819724-56a4-432a-8c1e-cbce97aa683c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:48:41.345031 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92819724-56a4-432a-8c1e-cbce97aa683c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:48:41.707412 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-9518c1ee-80f8-4e07-83de-5d66d49fbbd1 None None] Provisioning complete for port e4a26128-065b-4345-868a-c10856c02b84 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:48:41.707792 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-9518c1ee-80f8-4e07-83de-5d66d49fbbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:48:41.801881 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-9518c1ee-80f8-4e07-83de-5d66d49fbbd1 None None] Provisioning complete for port b627ca2f-82b1-40cf-a12c-ad9a09aadb7d triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:48:41.802253 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-9518c1ee-80f8-4e07-83de-5d66d49fbbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:48:42.608583 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-da4b5fb1-8f8d-41ac-9866-79c3cb9e41b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:48:43.548216 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 51644) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:48:43.755208 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826f4dc9-f660-4a46-b10c-58ecef31fe3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:48:43.755690 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826f4dc9-f660-4a46-b10c-58ecef31fe3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:48:43.757284 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-826f4dc9-f660-4a46-b10c-58ecef31fe3f admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2080743 Sep 21 12:48:45.301118 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-72f356d6-e22c-4aba-9592-f28311112c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:48:45.869675 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:48:46.205929 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 51652) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:48:46.351612 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b995565-7809-4f02-ba22-0485942bfd6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:48:46.352092 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b995565-7809-4f02-ba22-0485942bfd6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:48:46.353684 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-6b995565-7809-4f02-ba22-0485942bfd6c admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1467576 Sep 21 12:48:46.577562 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:48:47.877306 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:48:48.686221 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 51660) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:48:48.828602 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed98200f-7b35-4597-8277-12827d4edbba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:48:48.830004 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-ed98200f-7b35-4597-8277-12827d4edbba admin admin] 10.222.0.32 "GET /v2.0/networks/010bc9a9-d68b-45ba-8640-adfd66d8c859 HTTP/1.1" status: 200 len: 869 time: 0.1426904 Sep 21 12:48:51.106712 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 51670) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:48:51.249799 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8213f7e2-030a-40e5-8d86-3dc9d456f779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:48:51.251263 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-8213f7e2-030a-40e5-8d86-3dc9d456f779 admin admin] 10.222.0.32 "GET /v2.0/networks/3589cb95-8b7f-464f-a8af-ebd0722ed0b9 HTTP/1.1" status: 200 len: 886 time: 0.1432943 Sep 21 12:48:53.501782 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 51678) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:48:53.644715 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880e9359-af2e-4aab-b6aa-1e3e1921a592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:48:53.645096 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880e9359-af2e-4aab-b6aa-1e3e1921a592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:48:53.646688 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-880e9359-af2e-4aab-b6aa-1e3e1921a592 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1438813 Sep 21 12:48:55.919686 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 51686) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:48:56.047682 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7232d1e-a4d6-4117-9a90-0a777261edc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:48:56.048060 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7232d1e-a4d6-4117-9a90-0a777261edc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:48:56.049623 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-c7232d1e-a4d6-4117-9a90-0a777261edc1 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1289754 Sep 21 12:48:57.822275 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-b5107449-46e0-4483-9031-0c19752d4acf None None] Agent healthcheck: found 5 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:48:58.284986 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 51694) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:48:58.384730 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ddd691-f0d4-4837-8363-f71272d5b740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:48:58.386777 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-73ddd691-f0d4-4837-8363-f71272d5b740 admin admin] 10.222.0.32 "GET /v2.0/subnets/3a952333-616c-4e05-adfc-049ae9206c35 HTTP/1.1" status: 200 len: 868 time: 0.1008246 Sep 21 12:49:00.645132 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 51702) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:49:00.732830 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30df69eb-5fe6-4e7f-8675-cbc9de23d38f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:49:00.734196 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-30df69eb-5fe6-4e7f-8675-cbc9de23d38f admin admin] 10.222.0.32 "GET /v2.0/subnets/83bd8dfa-a4af-4a48-a00e-8b360d22b666 HTTP/1.1" status: 200 len: 816 time: 0.0881224 Sep 21 12:49:12.610558 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a9e7f7e3-8bd7-4edd-83dc-ac8e8bab4c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:49:15.313937 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-85842c44-5f54-4603-8747-1fef09961e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:49:15.876222 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:49:16.578529 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:49:17.885547 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:49:25.299949 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 51756) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:49:25.347840 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [None req-705e2dd0-7c85-408a-bf0c-dee58a21ec4c admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 12:49:25.348839 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-705e2dd0-7c85-408a-bf0c-dee58a21ec4c admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479569 Sep 21 12:49:27.649673 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 51764) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:49:27.714815 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.pecan_wsgi.hooks.translation [None req-a14a318a-115a-4fed-b982-38d70d6ec798 admin admin] GET failed (client error): The resource could not be found. Sep 21 12:49:27.716203 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-a14a318a-115a-4fed-b982-38d70d6ec798 admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0650365 Sep 21 12:49:27.861726 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076aee44-3741-4b69-8833-2400368978d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:49:27.863250 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-076aee44-3741-4b69-8833-2400368978d3 admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1424060 Sep 21 12:49:30.133292 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 51772) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:49:30.183841 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-dc89a38d-2100-404d-888d-9a5dca42523c admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:49:30.203804 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc89a38d-2100-404d-888d-9a5dca42523c admin admin] Made reservation on behalf of 6e36551197d34b32851c5a4aec9150f4 for: {'network': 1} {{(pid=93968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:49:30.206068 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-dc89a38d-2100-404d-888d-9a5dca42523c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for network, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:49:30.305623 dv-cinder-810131-2-iscsi neutron-server[93968]: WARNING neutron.services.revisions.revision_plugin [None req-dc89a38d-2100-404d-888d-9a5dca42523c admin admin] Could not find related network for resource to bump revision. Sep 21 12:49:30.320380 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc89a38d-2100-404d-888d-9a5dca42523c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=93968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 12:49:30.332658 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-dc89a38d-2100-404d-888d-9a5dca42523c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861'] for segment, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:49:30.333009 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.db.segments_db [None req-dc89a38d-2100-404d-888d-9a5dca42523c admin admin] Added segment 462cdcd0-548b-4375-950d-cd64acfcbe20 of type vlan for network 84e69d4a-fae8-4d86-93ba-70a1011a56e8 Sep 21 12:49:30.375159 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-dc89a38d-2100-404d-888d-9a5dca42523c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758322100264'] for network, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:49:30.398703 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-dc89a38d-2100-404d-888d-9a5dca42523c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279'] for network, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:49:30.399656 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc89a38d-2100-404d-888d-9a5dca42523c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:49:30.400477 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-dc89a38d-2100-404d-888d-9a5dca42523c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for network, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:49:30.433870 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-dc89a38d-2100-404d-888d-9a5dca42523c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2994750 Sep 21 12:49:30.464457 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc89a38d-2100-404d-888d-9a5dca42523c admin admin] Pushing event updated for resources: {'Network': ['ID=84e69d4a-fae8-4d86-93ba-70a1011a56e8,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:49:30.471808 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc89a38d-2100-404d-888d-9a5dca42523c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:49:30.472185 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc89a38d-2100-404d-888d-9a5dca42523c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:49:30.472532 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc89a38d-2100-404d-888d-9a5dca42523c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:49:30.472873 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc89a38d-2100-404d-888d-9a5dca42523c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:49:30.473207 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc89a38d-2100-404d-888d-9a5dca42523c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:49:30.473597 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc89a38d-2100-404d-888d-9a5dca42523c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:49:30.473890 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc89a38d-2100-404d-888d-9a5dca42523c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:49:30.474219 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc89a38d-2100-404d-888d-9a5dca42523c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:49:30.474593 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc89a38d-2100-404d-888d-9a5dca42523c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:49:30.474926 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc89a38d-2100-404d-888d-9a5dca42523c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:49:30.475249 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc89a38d-2100-404d-888d-9a5dca42523c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:49:30.475569 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc89a38d-2100-404d-888d-9a5dca42523c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:49:30.488009 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Network 84e69d4a-fae8-4d86-93ba-70a1011a56e8 details requested by agent ovs-agent-dv-cinder-810131-2-iscsi with host dv-cinder-810131-2-iscsi {{(pid=93970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 12:49:32.901023 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 51780) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:49:32.968316 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.pecan_wsgi.hooks.translation [None req-17fa3111-806d-449e-8482-cb6427188fcb admin admin] GET failed (client error): The resource could not be found. Sep 21 12:49:32.969617 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-17fa3111-806d-449e-8482-cb6427188fcb admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0676413 Sep 21 12:49:33.046701 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ddb3d5-87aa-4015-a7f2-402cbbb061e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:49:33.048206 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-70ddb3d5-87aa-4015-a7f2-402cbbb061e8 admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0725183 Sep 21 12:49:33.059663 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-7275f1e4-2c0b-4537-ab53-6fb2fdfc7e6a admin admin] Request body: {'subnet': {'network_id': '84e69d4a-fae8-4d86-93ba-70a1011a56e8', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:49:33.079980 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7275f1e4-2c0b-4537-ab53-6fb2fdfc7e6a admin admin] Made reservation on behalf of 6e36551197d34b32851c5a4aec9150f4 for: {'subnet': 1} {{(pid=93968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:49:33.082246 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7275f1e4-2c0b-4537-ab53-6fb2fdfc7e6a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:49:33.248903 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7275f1e4-2c0b-4537-ab53-6fb2fdfc7e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279'] for subnet, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:49:33.308067 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7275f1e4-2c0b-4537-ab53-6fb2fdfc7e6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=473f883f-620b-4c70-882b-5b481b7cbb4e,revision_number=0']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:49:33.314893 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7275f1e4-2c0b-4537-ab53-6fb2fdfc7e6a admin admin] Checking segment: {'id': '462cdcd0-548b-4375-950d-cd64acfcbe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '84e69d4a-fae8-4d86-93ba-70a1011a56e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:49:33.315247 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7275f1e4-2c0b-4537-ab53-6fb2fdfc7e6a admin admin] Network hostable DHCP agents. Network: 84e69d4a-fae8-4d86-93ba-70a1011a56e8, hostable agents: ['12de7482-9c3e-48cc-a7cf-59e9ab92578f'], hosted agents: [] {{(pid=93968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 12:49:33.331427 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7275f1e4-2c0b-4537-ab53-6fb2fdfc7e6a admin admin] Network 84e69d4a-fae8-4d86-93ba-70a1011a56e8 is scheduled to be hosted by DHCP agent 12de7482-9c3e-48cc-a7cf-59e9ab92578f with binding_index 1 {{(pid=93968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 12:49:33.340512 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-7275f1e4-2c0b-4537-ab53-6fb2fdfc7e6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810131-2-iscsi, 84e69d4a-fae8-4d86-93ba-70a1011a56e8) {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:49:33.344459 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7275f1e4-2c0b-4537-ab53-6fb2fdfc7e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:49:33.345049 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7275f1e4-2c0b-4537-ab53-6fb2fdfc7e6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for subnet, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:49:33.350006 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28584fe7-361e-4ccd-866b-580c9c285a17 None None] Network 84e69d4a-fae8-4d86-93ba-70a1011a56e8 requested from dv-cinder-810131-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 12:49:33.361090 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-7275f1e4-2c0b-4537-ab53-6fb2fdfc7e6a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3055923 Sep 21 12:49:33.516796 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76923ec7-ce67-4392-a12e-031dbee85ee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d0e40e3-e902-535e-accf-2154837b6641-84e69d4a-fae8-4d86-93ba-70a1011a56e8', 'network_id': '84e69d4a-fae8-4d86-93ba-70a1011a56e8', 'tenant_id': '6e36551197d34b32851c5a4aec9150f4', 'fixed_ips': [{'subnet_id': '473f883f-620b-4c70-882b-5b481b7cbb4e'}]}} from dv-cinder-810131-2-iscsi. {{(pid=93970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 12:49:33.517696 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-76923ec7-ce67-4392-a12e-031dbee85ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:49:33.661373 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.db_base_plugin_common [None req-76923ec7-ce67-4392-a12e-031dbee85ee0 None None] Allocated IP 192.168.233.2 (84e69d4a-fae8-4d86-93ba-70a1011a56e8/473f883f-620b-4c70-882b-5b481b7cbb4e/5726b31d-6ee6-4e38-a59d-72806bde8b8c) {{(pid=93970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:49:33.817714 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-76923ec7-ce67-4392-a12e-031dbee85ee0 None None] Notify callbacks [] for port, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:49:33.824692 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-76923ec7-ce67-4392-a12e-031dbee85ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762'] for port, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:49:33.868635 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76923ec7-ce67-4392-a12e-031dbee85ee0 None None] Network 84e69d4a-fae8-4d86-93ba-70a1011a56e8 is already hosted by enough agents. {{(pid=93970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:49:33.871562 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [None req-76923ec7-ce67-4392-a12e-031dbee85ee0 None None] Resources bound (agent type, host, resource id): {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:49:33.877947 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76923ec7-ce67-4392-a12e-031dbee85ee0 None None] Received port after_create {{(pid=93970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 12:49:33.880973 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76923ec7-ce67-4392-a12e-031dbee85ee0 None None] Pushing event updated for resources: {'Port': ['ID=5726b31d-6ee6-4e38-a59d-72806bde8b8c,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:49:33.890581 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76923ec7-ce67-4392-a12e-031dbee85ee0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:49:33.890926 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76923ec7-ce67-4392-a12e-031dbee85ee0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:49:33.891261 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76923ec7-ce67-4392-a12e-031dbee85ee0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:49:33.891595 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76923ec7-ce67-4392-a12e-031dbee85ee0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:49:33.891921 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76923ec7-ce67-4392-a12e-031dbee85ee0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:49:33.892245 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76923ec7-ce67-4392-a12e-031dbee85ee0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:49:33.892563 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76923ec7-ce67-4392-a12e-031dbee85ee0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:49:33.892882 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76923ec7-ce67-4392-a12e-031dbee85ee0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:49:33.893218 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76923ec7-ce67-4392-a12e-031dbee85ee0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:49:33.893560 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76923ec7-ce67-4392-a12e-031dbee85ee0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:49:33.893877 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76923ec7-ce67-4392-a12e-031dbee85ee0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:49:33.894189 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76923ec7-ce67-4392-a12e-031dbee85ee0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:49:33.944104 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-76923ec7-ce67-4392-a12e-031dbee85ee0 None None] Attempting to bind port 5726b31d-6ee6-4e38-a59d-72806bde8b8c on host dv-cinder-810131-2-iscsi for vnic_type normal with profile {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 12:49:33.944458 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-76923ec7-ce67-4392-a12e-031dbee85ee0 None None] Attempting to bind port 5726b31d-6ee6-4e38-a59d-72806bde8b8c by drivers openvswitch,hyperv on host dv-cinder-810131-2-iscsi at level 0 using segments [{'id': '462cdcd0-548b-4375-950d-cd64acfcbe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '84e69d4a-fae8-4d86-93ba-70a1011a56e8'}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 12:49:33.944807 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76923ec7-ce67-4392-a12e-031dbee85ee0 None None] Attempting to bind port 5726b31d-6ee6-4e38-a59d-72806bde8b8c on network 84e69d4a-fae8-4d86-93ba-70a1011a56e8 {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:49:33.950300 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76923ec7-ce67-4392-a12e-031dbee85ee0 None None] Checking agent: {'id': 'e9e90178-f2ac-4c99-b085-229d580e108d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 12, 46, 16), 'started_at': datetime.datetime(2021, 9, 21, 12, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 12, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 12:49:33.950695 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76923ec7-ce67-4392-a12e-031dbee85ee0 None None] Checking segment: {'id': '462cdcd0-548b-4375-950d-cd64acfcbe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '84e69d4a-fae8-4d86-93ba-70a1011a56e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:49:33.951083 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-76923ec7-ce67-4392-a12e-031dbee85ee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:49:33.951464 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76923ec7-ce67-4392-a12e-031dbee85ee0 None None] Bound using segment: {'id': '462cdcd0-548b-4375-950d-cd64acfcbe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '84e69d4a-fae8-4d86-93ba-70a1011a56e8'} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:49:33.951923 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-76923ec7-ce67-4392-a12e-031dbee85ee0 None None] Bound port: 5726b31d-6ee6-4e38-a59d-72806bde8b8c, host: dv-cinder-810131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '462cdcd0-548b-4375-950d-cd64acfcbe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '84e69d4a-fae8-4d86-93ba-70a1011a56e8'}}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 12:49:33.952306 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-76923ec7-ce67-4392-a12e-031dbee85ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:49:34.016055 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-76923ec7-ce67-4392-a12e-031dbee85ee0 None None] For port 5726b31d-6ee6-4e38-a59d-72806bde8b8c, host dv-cinder-810131-2-iscsi, cleared binding levels {{(pid=93970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:49:34.021556 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-76923ec7-ce67-4392-a12e-031dbee85ee0 None None] For port 5726b31d-6ee6-4e38-a59d-72806bde8b8c, host dv-cinder-810131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=5726b31d-6ee6-4e38-a59d-72806bde8b8c,segment=NetworkSegment(462cdcd0-548b-4375-950d-cd64acfcbe20),segment_id=462cdcd0-548b-4375-950d-cd64acfcbe20)] {{(pid=93970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:49:34.024357 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-76923ec7-ce67-4392-a12e-031dbee85ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:49:34.090298 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76923ec7-ce67-4392-a12e-031dbee85ee0 None None] Pushing event updated for resources: {'Port': ['ID=5726b31d-6ee6-4e38-a59d-72806bde8b8c,revision_number=2']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:49:34.823098 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-b5107449-46e0-4483-9031-0c19752d4acf None None] Agent healthcheck: found 5 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:49:34.899662 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40140a7a-76fa-42d5-88a4-344f65602f64 None None] Network 84e69d4a-fae8-4d86-93ba-70a1011a56e8 requested from dv-cinder-810131-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 12:49:34.941645 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-2a2eacac-6bf6-4d57-801c-e55520b5b2f9 None None] Provisioning complete for port 5726b31d-6ee6-4e38-a59d-72806bde8b8c triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:49:34.942266 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2a2eacac-6bf6-4d57-801c-e55520b5b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:49:35.096722 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2a2eacac-6bf6-4d57-801c-e55520b5b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:49:35.170892 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-2a2eacac-6bf6-4d57-801c-e55520b5b2f9 None None] For port 5726b31d-6ee6-4e38-a59d-72806bde8b8c, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=5726b31d-6ee6-4e38-a59d-72806bde8b8c,segment=NetworkSegment(462cdcd0-548b-4375-950d-cd64acfcbe20),segment_id=462cdcd0-548b-4375-950d-cd64acfcbe20)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:49:35.177801 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2a2eacac-6bf6-4d57-801c-e55520b5b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:49:35.250923 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2eacac-6bf6-4d57-801c-e55520b5b2f9 None None] Pushing event updated for resources: {'Port': ['ID=5726b31d-6ee6-4e38-a59d-72806bde8b8c,revision_number=3']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:49:35.400835 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-90dcdd75-468a-4173-94c2-a2808f129ce3 None None] Provisioning complete for port 5726b31d-6ee6-4e38-a59d-72806bde8b8c triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:49:35.401277 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-90dcdd75-468a-4173-94c2-a2808f129ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:49:35.485786 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 5726b31d-6ee6-4e38-a59d-72806bde8b8c up at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:49:35.550959 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Provisioning complete for port 5726b31d-6ee6-4e38-a59d-72806bde8b8c triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:49:35.551326 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:49:42.612453 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f6ba9b3f-03bc-4df6-a242-64b652c11394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:49:45.314332 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ed27dfdd-ea5b-4c81-a0c0-9234f60ed92b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:49:45.870844 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:49:46.581893 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:49:47.887579 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:50:11.822295 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-b5107449-46e0-4483-9031-0c19752d4acf None None] Agent healthcheck: found 5 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:50:12.615909 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1d58f011-01f8-4b32-bd2e-ae8098fc4038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:50:15.307516 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-32b78337-2e66-4933-a27d-2207d49f4f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:50:15.874003 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:50:16.585886 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:50:17.893201 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:50:42.619640 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f17ecb36-2b84-442a-99c1-957d75009603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:50:43.834056 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 51832) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:50:43.840267 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [None req-6742661c-8448-488c-86a1-240c188cfc6a tempest-verify_tempest_config-1531021405 tempest-verify_tempest_config-1531021405-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 12:50:43.841260 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-6742661c-8448-488c-86a1-240c188cfc6a tempest-verify_tempest_config-1531021405 tempest-verify_tempest_config-1531021405-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061452 Sep 21 12:50:44.154647 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 51850) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:50:44.260630 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-96865fb6-53e6-490a-9424-7c6cf5df9a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:50:44.354306 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-96865fb6-53e6-490a-9424-7c6cf5df9a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:50:44.361516 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-96865fb6-53e6-490a-9424-7c6cf5df9a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:50:44.406880 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-96865fb6-53e6-490a-9424-7c6cf5df9a9d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=11a6a00501974a8bb3d8019d5e9bc993&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2511461 Sep 21 12:50:44.408000 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96865fb6-53e6-490a-9424-7c6cf5df9a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc7ec21-d743-42fb-ab4d-ce81d855ea02,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:50:44.409682 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 51854) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:50:44.415924 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96865fb6-53e6-490a-9424-7c6cf5df9a9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:50:44.416296 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96865fb6-53e6-490a-9424-7c6cf5df9a9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:50:44.416646 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96865fb6-53e6-490a-9424-7c6cf5df9a9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:50:44.416984 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96865fb6-53e6-490a-9424-7c6cf5df9a9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:50:44.417321 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96865fb6-53e6-490a-9424-7c6cf5df9a9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:50:44.417673 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96865fb6-53e6-490a-9424-7c6cf5df9a9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:50:44.418006 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96865fb6-53e6-490a-9424-7c6cf5df9a9d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:50:44.418334 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96865fb6-53e6-490a-9424-7c6cf5df9a9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:50:44.418713 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96865fb6-53e6-490a-9424-7c6cf5df9a9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:50:44.419043 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96865fb6-53e6-490a-9424-7c6cf5df9a9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:50:44.419366 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96865fb6-53e6-490a-9424-7c6cf5df9a9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:50:44.419692 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96865fb6-53e6-490a-9424-7c6cf5df9a9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:50:44.467198 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-fde4ea8a-08fa-48ba-a2f9-5563b3cc116a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:50:44.487550 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-fde4ea8a-08fa-48ba-a2f9-5563b3cc116a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:50:44.575884 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-fde4ea8a-08fa-48ba-a2f9-5563b3cc116a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:50:44.578370 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-fde4ea8a-08fa-48ba-a2f9-5563b3cc116a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:50:44.580505 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-fde4ea8a-08fa-48ba-a2f9-5563b3cc116a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1cc7ec21-d743-42fb-ab4d-ce81d855ea02 HTTP/1.1" status: 204 len: 168 time: 0.1693406 Sep 21 12:50:44.589486 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde4ea8a-08fa-48ba-a2f9-5563b3cc116a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc7ec21-d743-42fb-ab4d-ce81d855ea02,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:50:44.596472 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4ea8a-08fa-48ba-a2f9-5563b3cc116a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:50:44.596845 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4ea8a-08fa-48ba-a2f9-5563b3cc116a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:50:44.597198 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4ea8a-08fa-48ba-a2f9-5563b3cc116a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:50:44.597538 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4ea8a-08fa-48ba-a2f9-5563b3cc116a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:50:44.597874 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4ea8a-08fa-48ba-a2f9-5563b3cc116a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:50:44.598224 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4ea8a-08fa-48ba-a2f9-5563b3cc116a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:50:44.598591 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4ea8a-08fa-48ba-a2f9-5563b3cc116a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:50:44.599050 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4ea8a-08fa-48ba-a2f9-5563b3cc116a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:50:44.599398 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4ea8a-08fa-48ba-a2f9-5563b3cc116a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:50:44.599865 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4ea8a-08fa-48ba-a2f9-5563b3cc116a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:50:44.600382 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4ea8a-08fa-48ba-a2f9-5563b3cc116a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:50:44.600709 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde4ea8a-08fa-48ba-a2f9-5563b3cc116a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:50:45.308547 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-55313d91-b8db-4710-821d-3e905fe065df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:50:45.880149 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:50:46.588891 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:50:47.895818 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:50:48.821104 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-b5107449-46e0-4483-9031-0c19752d4acf None None] Agent healthcheck: found 5 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:51:12.621071 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-7dc50997-e6a4-4fbe-a21e-f8cfcee547ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:51:15.309074 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e7ac41ca-ffd1-4577-ad9e-bc449d349de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:51:15.872219 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:51:16.590964 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:51:17.899224 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:51:25.821312 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-b5107449-46e0-4483-9031-0c19752d4acf None None] Agent healthcheck: found 5 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:51:42.623414 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-86787d34-f0e2-42bf-9dfd-e8d42123e742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:51:45.309409 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-71ac0fd0-5e97-47b6-b0d7-8915491f30f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:51:45.874169 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:51:46.594386 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:51:47.901609 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:52:02.820874 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-b5107449-46e0-4483-9031-0c19752d4acf None None] Agent healthcheck: found 5 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:52:12.626293 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-44aae9c0-b325-4fdd-ac8f-0c1fa81d604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:52:15.309672 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-b789f5d8-099c-4c71-b7f9-5d73b97b0596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:52:15.770387 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1618721'] for agent, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:52:15.875312 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:52:16.596162 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:52:17.903484 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:52:31.683627 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 51930) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:52:31.798540 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-7ea8743b-ba9c-4035-be98-72c4bdea8b4c admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1137722 Sep 21 12:52:34.145156 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 51940) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:52:34.204813 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-7f4f3279-51f0-4635-838a-668984a8de13 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0585897 Sep 21 12:52:39.819962 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-b5107449-46e0-4483-9031-0c19752d4acf None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:52:42.627159 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-bd58fd9a-071f-4b17-9838-4f31d3398e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:52:45.310931 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-6a691926-2f36-475d-b77d-99e12230c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:52:45.751996 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:52:45.876219 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:52:46.600583 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:52:47.906824 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:53:12.629171 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-507cbf97-a660-4dea-ae80-7f3a302406f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:53:15.311354 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-32f9eeb4-2862-418a-afeb-ccd0ef90e9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:53:15.747375 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:53:15.877183 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:53:16.603603 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:53:16.818970 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-b5107449-46e0-4483-9031-0c19752d4acf None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:53:18.002324 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:53:42.631393 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-02dc45ec-6040-4ae9-b5d4-1858ab21fe5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:53:45.313075 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-9fed0409-7471-4ed4-9325-b297b9fd9d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:53:45.751298 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:53:45.879968 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:53:46.604714 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:53:47.913348 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:53:53.818069 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-b5107449-46e0-4483-9031-0c19752d4acf None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:54:05.200259 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 52134) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:05.262638 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 52144) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:05.405022 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-07b54b01-8c92-4eb6-b17e-2821f7fd622c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1072876118-network', 'tenant_id': '9f351809691f4420a73aac6e5c0b692d'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:54:05.431553 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b54b01-8c92-4eb6-b17e-2821f7fd622c admin admin] Made reservation on behalf of 9f351809691f4420a73aac6e5c0b692d for: {'network': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:54:05.434790 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-07b54b01-8c92-4eb6-b17e-2821f7fd622c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for network, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:05.445021 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-07b54b01-8c92-4eb6-b17e-2821f7fd622c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:05.543247 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-07b54b01-8c92-4eb6-b17e-2821f7fd622c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:05.548724 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-07b54b01-8c92-4eb6-b17e-2821f7fd622c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:05.581782 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b54b01-8c92-4eb6-b17e-2821f7fd622c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7c17b0-9eef-4e85-b7aa-2c193eff179f,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:05.589940 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b54b01-8c92-4eb6-b17e-2821f7fd622c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:54:05.590605 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b54b01-8c92-4eb6-b17e-2821f7fd622c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:54:05.590952 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b54b01-8c92-4eb6-b17e-2821f7fd622c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:54:05.591253 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b54b01-8c92-4eb6-b17e-2821f7fd622c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:54:05.591571 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b54b01-8c92-4eb6-b17e-2821f7fd622c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:54:05.591888 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b54b01-8c92-4eb6-b17e-2821f7fd622c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:54:05.592211 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b54b01-8c92-4eb6-b17e-2821f7fd622c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:54:05.593065 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b54b01-8c92-4eb6-b17e-2821f7fd622c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:54:05.593498 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b54b01-8c92-4eb6-b17e-2821f7fd622c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:54:05.593720 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b54b01-8c92-4eb6-b17e-2821f7fd622c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:54:05.594052 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b54b01-8c92-4eb6-b17e-2821f7fd622c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:54:05.594374 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b54b01-8c92-4eb6-b17e-2821f7fd622c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:54:05.595414 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b54b01-8c92-4eb6-b17e-2821f7fd622c admin admin] Tracked resource versions report: Sep 21 12:54:05.595414 dv-cinder-810131-2-iscsi neutron-server[93969]: pushed versions: Sep 21 12:54:05.595414 dv-cinder-810131-2-iscsi neutron-server[93969]: { 'AddressGroup': {'1.2'}, Sep 21 12:54:05.595414 dv-cinder-810131-2-iscsi neutron-server[93969]: 'ConntrackHelper': {'1.0'}, Sep 21 12:54:05.595414 dv-cinder-810131-2-iscsi neutron-server[93969]: 'Log': {'1.0'}, Sep 21 12:54:05.595414 dv-cinder-810131-2-iscsi neutron-server[93969]: 'Network': {'1.1'}, Sep 21 12:54:05.595414 dv-cinder-810131-2-iscsi neutron-server[93969]: 'Port': {'1.7'}, Sep 21 12:54:05.595414 dv-cinder-810131-2-iscsi neutron-server[93969]: 'PortForwarding': {'1.2'}, Sep 21 12:54:05.595414 dv-cinder-810131-2-iscsi neutron-server[93969]: 'QosPolicy': {'1.9'}, Sep 21 12:54:05.595414 dv-cinder-810131-2-iscsi neutron-server[93969]: 'SecurityGroup': {'1.4'}, Sep 21 12:54:05.595414 dv-cinder-810131-2-iscsi neutron-server[93969]: 'SecurityGroupRule': {'1.2'}, Sep 21 12:54:05.595414 dv-cinder-810131-2-iscsi neutron-server[93969]: 'SubPort': {'1.0'}, Sep 21 12:54:05.595414 dv-cinder-810131-2-iscsi neutron-server[93969]: 'Subnet': {'1.1'}, Sep 21 12:54:05.595414 dv-cinder-810131-2-iscsi neutron-server[93969]: 'Trunk': {'1.1'}} Sep 21 12:54:05.595414 dv-cinder-810131-2-iscsi neutron-server[93969]: consumer versions: Sep 21 12:54:05.595414 dv-cinder-810131-2-iscsi neutron-server[93969]: { DHCP agent@dv-cinder-810131-2-iscsi: {}, Sep 21 12:54:05.595414 dv-cinder-810131-2-iscsi neutron-server[93969]: HyperV agent@hv-cinder-81013: {}, Sep 21 12:54:05.595414 dv-cinder-810131-2-iscsi neutron-server[93969]: L3 agent@dv-cinder-810131-2-iscsi: {}, Sep 21 12:54:05.595414 dv-cinder-810131-2-iscsi neutron-server[93969]: Metadata agent@dv-cinder-810131-2-iscsi: {}, Sep 21 12:54:05.595414 dv-cinder-810131-2-iscsi neutron-server[93969]: Metering agent@dv-cinder-810131-2-iscsi: {}, Sep 21 12:54:05.595414 dv-cinder-810131-2-iscsi neutron-server[93969]: Open vSwitch agent@dv-cinder-810131-2-iscsi: { 'AddressGroup': '1.2', Sep 21 12:54:05.595414 dv-cinder-810131-2-iscsi neutron-server[93969]: 'ConntrackHelper': '1.0', Sep 21 12:54:05.595414 dv-cinder-810131-2-iscsi neutron-server[93969]: 'Log': '1.0', Sep 21 12:54:05.595414 dv-cinder-810131-2-iscsi neutron-server[93969]: 'Network': '1.1', Sep 21 12:54:05.595414 dv-cinder-810131-2-iscsi neutron-server[93969]: 'Port': '1.7', Sep 21 12:54:05.595414 dv-cinder-810131-2-iscsi neutron-server[93969]: 'PortForwarding': '1.2', Sep 21 12:54:05.595414 dv-cinder-810131-2-iscsi neutron-server[93969]: 'QosPolicy': '1.9', Sep 21 12:54:05.595414 dv-cinder-810131-2-iscsi neutron-server[93969]: 'SecurityGroup': '1.4', Sep 21 12:54:05.595414 dv-cinder-810131-2-iscsi neutron-server[93969]: 'SecurityGroupRule': '1.2', Sep 21 12:54:05.595414 dv-cinder-810131-2-iscsi neutron-server[93969]: 'SubPort': '1.0', Sep 21 12:54:05.595414 dv-cinder-810131-2-iscsi neutron-server[93969]: 'Subnet': '1.1', Sep 21 12:54:05.595414 dv-cinder-810131-2-iscsi neutron-server[93969]: 'Trunk': '1.1'}} Sep 21 12:54:05.595414 dv-cinder-810131-2-iscsi neutron-server[93969]: {{(pid=93969) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 12:54:05.601272 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07b54b01-8c92-4eb6-b17e-2821f7fd622c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=93969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 12:54:05.613084 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-07b54b01-8c92-4eb6-b17e-2821f7fd622c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861'] for segment, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:05.613530 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.db.segments_db [None req-07b54b01-8c92-4eb6-b17e-2821f7fd622c admin admin] Added segment d24a51e9-2914-4fc8-812d-86fd6ef9c7fa of type vlan for network bfbda6af-3035-4abb-95f0-3f436848a388 Sep 21 12:54:05.646159 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-9966152c-8e5b-460d-8d0a-bc187c93f631 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1644202309-network', 'tenant_id': '733d5bd9c7084becb0ad3bb10d2da297'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:54:05.667705 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-07b54b01-8c92-4eb6-b17e-2821f7fd622c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758322100264'] for network, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:05.685690 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9966152c-8e5b-460d-8d0a-bc187c93f631 admin admin] Made reservation on behalf of 733d5bd9c7084becb0ad3bb10d2da297 for: {'network': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:54:05.687991 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9966152c-8e5b-460d-8d0a-bc187c93f631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for network, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:05.703376 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9966152c-8e5b-460d-8d0a-bc187c93f631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:05.752872 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-07b54b01-8c92-4eb6-b17e-2821f7fd622c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279'] for network, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:05.753923 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b54b01-8c92-4eb6-b17e-2821f7fd622c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:05.754531 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-07b54b01-8c92-4eb6-b17e-2821f7fd622c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:05.837092 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 52168) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:05.866841 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b54b01-8c92-4eb6-b17e-2821f7fd622c admin admin] Pushing event updated for resources: {'Network': ['ID=bfbda6af-3035-4abb-95f0-3f436848a388,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:05.870590 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9966152c-8e5b-460d-8d0a-bc187c93f631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:05.875502 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Network bfbda6af-3035-4abb-95f0-3f436848a388 details requested by agent ovs-agent-dv-cinder-810131-2-iscsi with host dv-cinder-810131-2-iscsi {{(pid=93970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 12:54:05.877007 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9966152c-8e5b-460d-8d0a-bc187c93f631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:05.895380 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 52176) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:05.895617 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-07b54b01-8c92-4eb6-b17e-2821f7fd622c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6939623 Sep 21 12:54:05.903305 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-803c2840-0ccd-4b38-8004-736d0fc0a923 admin admin] Request body: {'subnet': {'network_id': 'bfbda6af-3035-4abb-95f0-3f436848a388', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1072876118-subnet', 'tenant_id': '9f351809691f4420a73aac6e5c0b692d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:54:05.918872 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9966152c-8e5b-460d-8d0a-bc187c93f631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09edb28b-aff7-446b-afa4-cd773e4ba92e,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:05.926618 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9966152c-8e5b-460d-8d0a-bc187c93f631 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=93969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 12:54:05.939702 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9966152c-8e5b-460d-8d0a-bc187c93f631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861'] for segment, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:05.940293 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.db.segments_db [None req-9966152c-8e5b-460d-8d0a-bc187c93f631 admin admin] Added segment c922d50a-fd2e-41ac-a4a2-4ce4fb9268d3 of type vlan for network 480564d1-d18f-47e0-b274-17cfc68cf539 Sep 21 12:54:05.946744 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803c2840-0ccd-4b38-8004-736d0fc0a923 admin admin] Made reservation on behalf of 9f351809691f4420a73aac6e5c0b692d for: {'subnet': 1} {{(pid=93968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:54:05.950082 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-803c2840-0ccd-4b38-8004-736d0fc0a923 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:05.987525 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9966152c-8e5b-460d-8d0a-bc187c93f631 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758322100264'] for network, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:06.014081 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9966152c-8e5b-460d-8d0a-bc187c93f631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279'] for network, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:06.015228 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9966152c-8e5b-460d-8d0a-bc187c93f631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:06.015946 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9966152c-8e5b-460d-8d0a-bc187c93f631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:06.085856 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9966152c-8e5b-460d-8d0a-bc187c93f631 admin admin] Pushing event updated for resources: {'Network': ['ID=480564d1-d18f-47e0-b274-17cfc68cf539,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:06.096999 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Network 480564d1-d18f-47e0-b274-17cfc68cf539 details requested by agent ovs-agent-dv-cinder-810131-2-iscsi with host dv-cinder-810131-2-iscsi {{(pid=93970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 12:54:06.102579 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-9966152c-8e5b-460d-8d0a-bc187c93f631 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8354700 Sep 21 12:54:06.103480 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 52190) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:06.107702 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-653a96ae-14e3-4eea-a84a-b3ecefae1fe7 admin admin] Request body: {'subnet': {'network_id': '480564d1-d18f-47e0-b274-17cfc68cf539', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1644202309-subnet', 'tenant_id': '733d5bd9c7084becb0ad3bb10d2da297', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:54:06.139833 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653a96ae-14e3-4eea-a84a-b3ecefae1fe7 admin admin] Made reservation on behalf of 733d5bd9c7084becb0ad3bb10d2da297 for: {'subnet': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:54:06.144791 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-653a96ae-14e3-4eea-a84a-b3ecefae1fe7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:06.193165 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-803c2840-0ccd-4b38-8004-736d0fc0a923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279'] for subnet, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:06.261946 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c2840-0ccd-4b38-8004-736d0fc0a923 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47eca934-c0b4-4753-8571-c88fd8d897c8,revision_number=0']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:06.270785 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803c2840-0ccd-4b38-8004-736d0fc0a923 admin admin] Checking segment: {'id': 'd24a51e9-2914-4fc8-812d-86fd6ef9c7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'bfbda6af-3035-4abb-95f0-3f436848a388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:54:06.271135 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803c2840-0ccd-4b38-8004-736d0fc0a923 admin admin] Network hostable DHCP agents. Network: bfbda6af-3035-4abb-95f0-3f436848a388, hostable agents: ['12de7482-9c3e-48cc-a7cf-59e9ab92578f'], hosted agents: [] {{(pid=93968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 12:54:06.275338 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c2840-0ccd-4b38-8004-736d0fc0a923 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:54:06.275904 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c2840-0ccd-4b38-8004-736d0fc0a923 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:54:06.276392 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c2840-0ccd-4b38-8004-736d0fc0a923 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:54:06.276884 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c2840-0ccd-4b38-8004-736d0fc0a923 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:54:06.277376 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c2840-0ccd-4b38-8004-736d0fc0a923 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:54:06.277873 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c2840-0ccd-4b38-8004-736d0fc0a923 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:54:06.278351 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c2840-0ccd-4b38-8004-736d0fc0a923 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:54:06.278869 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c2840-0ccd-4b38-8004-736d0fc0a923 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:54:06.279364 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c2840-0ccd-4b38-8004-736d0fc0a923 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:54:06.279836 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c2840-0ccd-4b38-8004-736d0fc0a923 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:54:06.280475 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c2840-0ccd-4b38-8004-736d0fc0a923 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:54:06.280801 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c2840-0ccd-4b38-8004-736d0fc0a923 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:54:06.281795 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803c2840-0ccd-4b38-8004-736d0fc0a923 admin admin] Tracked resource versions report: Sep 21 12:54:06.281795 dv-cinder-810131-2-iscsi neutron-server[93968]: pushed versions: Sep 21 12:54:06.281795 dv-cinder-810131-2-iscsi neutron-server[93968]: { 'AddressGroup': {'1.2'}, Sep 21 12:54:06.281795 dv-cinder-810131-2-iscsi neutron-server[93968]: 'ConntrackHelper': {'1.0'}, Sep 21 12:54:06.281795 dv-cinder-810131-2-iscsi neutron-server[93968]: 'Log': {'1.0'}, Sep 21 12:54:06.281795 dv-cinder-810131-2-iscsi neutron-server[93968]: 'Network': {'1.1'}, Sep 21 12:54:06.281795 dv-cinder-810131-2-iscsi neutron-server[93968]: 'Port': {'1.7'}, Sep 21 12:54:06.281795 dv-cinder-810131-2-iscsi neutron-server[93968]: 'PortForwarding': {'1.2'}, Sep 21 12:54:06.281795 dv-cinder-810131-2-iscsi neutron-server[93968]: 'QosPolicy': {'1.9'}, Sep 21 12:54:06.281795 dv-cinder-810131-2-iscsi neutron-server[93968]: 'SecurityGroup': {'1.4'}, Sep 21 12:54:06.281795 dv-cinder-810131-2-iscsi neutron-server[93968]: 'SecurityGroupRule': {'1.2'}, Sep 21 12:54:06.281795 dv-cinder-810131-2-iscsi neutron-server[93968]: 'SubPort': {'1.0'}, Sep 21 12:54:06.281795 dv-cinder-810131-2-iscsi neutron-server[93968]: 'Subnet': {'1.1'}, Sep 21 12:54:06.281795 dv-cinder-810131-2-iscsi neutron-server[93968]: 'Trunk': {'1.1'}} Sep 21 12:54:06.281795 dv-cinder-810131-2-iscsi neutron-server[93968]: consumer versions: Sep 21 12:54:06.281795 dv-cinder-810131-2-iscsi neutron-server[93968]: { DHCP agent@dv-cinder-810131-2-iscsi: {}, Sep 21 12:54:06.281795 dv-cinder-810131-2-iscsi neutron-server[93968]: HyperV agent@hv-cinder-81013: {}, Sep 21 12:54:06.281795 dv-cinder-810131-2-iscsi neutron-server[93968]: L3 agent@dv-cinder-810131-2-iscsi: {}, Sep 21 12:54:06.281795 dv-cinder-810131-2-iscsi neutron-server[93968]: Metadata agent@dv-cinder-810131-2-iscsi: {}, Sep 21 12:54:06.281795 dv-cinder-810131-2-iscsi neutron-server[93968]: Metering agent@dv-cinder-810131-2-iscsi: {}, Sep 21 12:54:06.281795 dv-cinder-810131-2-iscsi neutron-server[93968]: Open vSwitch agent@dv-cinder-810131-2-iscsi: { 'AddressGroup': '1.2', Sep 21 12:54:06.281795 dv-cinder-810131-2-iscsi neutron-server[93968]: 'ConntrackHelper': '1.0', Sep 21 12:54:06.281795 dv-cinder-810131-2-iscsi neutron-server[93968]: 'Log': '1.0', Sep 21 12:54:06.281795 dv-cinder-810131-2-iscsi neutron-server[93968]: 'Network': '1.1', Sep 21 12:54:06.281795 dv-cinder-810131-2-iscsi neutron-server[93968]: 'Port': '1.7', Sep 21 12:54:06.281795 dv-cinder-810131-2-iscsi neutron-server[93968]: 'PortForwarding': '1.2', Sep 21 12:54:06.281795 dv-cinder-810131-2-iscsi neutron-server[93968]: 'QosPolicy': '1.9', Sep 21 12:54:06.281795 dv-cinder-810131-2-iscsi neutron-server[93968]: 'SecurityGroup': '1.4', Sep 21 12:54:06.281795 dv-cinder-810131-2-iscsi neutron-server[93968]: 'SecurityGroupRule': '1.2', Sep 21 12:54:06.281795 dv-cinder-810131-2-iscsi neutron-server[93968]: 'SubPort': '1.0', Sep 21 12:54:06.281795 dv-cinder-810131-2-iscsi neutron-server[93968]: 'Subnet': '1.1', Sep 21 12:54:06.281795 dv-cinder-810131-2-iscsi neutron-server[93968]: 'Trunk': '1.1'}} Sep 21 12:54:06.281795 dv-cinder-810131-2-iscsi neutron-server[93968]: {{(pid=93968) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 12:54:06.301597 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803c2840-0ccd-4b38-8004-736d0fc0a923 admin admin] Network bfbda6af-3035-4abb-95f0-3f436848a388 is scheduled to be hosted by DHCP agent 12de7482-9c3e-48cc-a7cf-59e9ab92578f with binding_index 1 {{(pid=93968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 12:54:06.315525 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-803c2840-0ccd-4b38-8004-736d0fc0a923 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810131-2-iscsi, bfbda6af-3035-4abb-95f0-3f436848a388) {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:54:06.321233 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803c2840-0ccd-4b38-8004-736d0fc0a923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:06.322752 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-803c2840-0ccd-4b38-8004-736d0fc0a923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for subnet, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:06.327037 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f305527e-739b-4872-a50e-e1816f119e96 None None] Network bfbda6af-3035-4abb-95f0-3f436848a388 requested from dv-cinder-810131-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 12:54:06.340429 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-803c2840-0ccd-4b38-8004-736d0fc0a923 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4438787 Sep 21 12:54:06.354236 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-653a96ae-14e3-4eea-a84a-b3ecefae1fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279'] for subnet, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:06.360684 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-74c06858-b66f-4145-8115-9a09d0982a57 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-94972293-network', 'tenant_id': 'e2ec0b25771f4c22b0ae01dcc0fdf4c4'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:54:06.389440 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c06858-b66f-4145-8115-9a09d0982a57 admin admin] Made reservation on behalf of e2ec0b25771f4c22b0ae01dcc0fdf4c4 for: {'network': 1} {{(pid=93968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:54:06.394017 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-74c06858-b66f-4145-8115-9a09d0982a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for network, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:06.409487 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-74c06858-b66f-4145-8115-9a09d0982a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:06.440924 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653a96ae-14e3-4eea-a84a-b3ecefae1fe7 admin admin] Checking segment: {'id': 'c922d50a-fd2e-41ac-a4a2-4ce4fb9268d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '480564d1-d18f-47e0-b274-17cfc68cf539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:54:06.441273 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653a96ae-14e3-4eea-a84a-b3ecefae1fe7 admin admin] Network hostable DHCP agents. Network: 480564d1-d18f-47e0-b274-17cfc68cf539, hostable agents: ['12de7482-9c3e-48cc-a7cf-59e9ab92578f'], hosted agents: [] {{(pid=93969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 12:54:06.450652 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653a96ae-14e3-4eea-a84a-b3ecefae1fe7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44b95dae-7a59-470d-b24b-f73d769ae49b,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:06.469896 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653a96ae-14e3-4eea-a84a-b3ecefae1fe7 admin admin] Network 480564d1-d18f-47e0-b274-17cfc68cf539 is scheduled to be hosted by DHCP agent 12de7482-9c3e-48cc-a7cf-59e9ab92578f with binding_index 1 {{(pid=93969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 12:54:06.492450 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-653a96ae-14e3-4eea-a84a-b3ecefae1fe7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810131-2-iscsi, 480564d1-d18f-47e0-b274-17cfc68cf539) {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:54:06.512924 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653a96ae-14e3-4eea-a84a-b3ecefae1fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:06.513826 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-653a96ae-14e3-4eea-a84a-b3ecefae1fe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:06.518647 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2fdd7a-f342-45c2-8f3b-b11ea73eee0b None None] Network 480564d1-d18f-47e0-b274-17cfc68cf539 requested from dv-cinder-810131-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 12:54:06.539926 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-74c06858-b66f-4145-8115-9a09d0982a57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:06.547288 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-74c06858-b66f-4145-8115-9a09d0982a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:06.551460 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-653a96ae-14e3-4eea-a84a-b3ecefae1fe7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4472260 Sep 21 12:54:06.554798 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 52210) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:06.564227 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-770ddde3-0d4e-496c-8f87-e8aa0aaa4125 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1644202309-router', 'tenant_id': '733d5bd9c7084becb0ad3bb10d2da297', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'}}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:54:06.583787 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c06858-b66f-4145-8115-9a09d0982a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0296fc-ab78-4949-b064-d94a38fb1ca3,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:06.592472 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74c06858-b66f-4145-8115-9a09d0982a57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=93968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 12:54:06.601323 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-770ddde3-0d4e-496c-8f87-e8aa0aaa4125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1609611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3806'] for router, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:06.603952 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-770ddde3-0d4e-496c-8f87-e8aa0aaa4125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3817'] for router, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:06.617911 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-74c06858-b66f-4145-8115-9a09d0982a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861'] for segment, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:06.619736 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.db.segments_db [None req-74c06858-b66f-4145-8115-9a09d0982a57 admin admin] Added segment d328da7a-b4f4-4af5-8150-fe9ea1d1ccba of type vlan for network bfa955ee-caa2-4aa5-bdf2-91dd256312eb Sep 21 12:54:06.633512 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58fca5a-d676-4a9b-abbb-a29b950c603a None None] Network bfbda6af-3035-4abb-95f0-3f436848a388 requested from dv-cinder-810131-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 12:54:06.692252 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-74c06858-b66f-4145-8115-9a09d0982a57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758322100264'] for network, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:06.733178 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-74c06858-b66f-4145-8115-9a09d0982a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279'] for network, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:06.735474 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c06858-b66f-4145-8115-9a09d0982a57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:06.736838 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-74c06858-b66f-4145-8115-9a09d0982a57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for network, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:06.782247 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-74c06858-b66f-4145-8115-9a09d0982a57 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9438128 Sep 21 12:54:06.785813 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 52216) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:06.795531 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-6045667a-2f01-4cb4-8d02-c6cb8d7cd405 admin admin] Request body: {'subnet': {'network_id': 'bfa955ee-caa2-4aa5-bdf2-91dd256312eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-94972293-subnet', 'tenant_id': 'e2ec0b25771f4c22b0ae01dcc0fdf4c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:54:06.829948 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-770ddde3-0d4e-496c-8f87-e8aa0aaa4125 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:06.871317 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6417b55-3bd2-4956-8ba1-4fe46e37fc85 None None] Network 480564d1-d18f-47e0-b274-17cfc68cf539 requested from dv-cinder-810131-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 12:54:06.894680 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c06858-b66f-4145-8115-9a09d0982a57 admin admin] Pushing event updated for resources: {'Network': ['ID=bfa955ee-caa2-4aa5-bdf2-91dd256312eb,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:06.934186 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Network bfa955ee-caa2-4aa5-bdf2-91dd256312eb details requested by agent ovs-agent-dv-cinder-810131-2-iscsi with host dv-cinder-810131-2-iscsi {{(pid=93970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 12:54:06.938428 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6045667a-2f01-4cb4-8d02-c6cb8d7cd405 admin admin] Made reservation on behalf of e2ec0b25771f4c22b0ae01dcc0fdf4c4 for: {'subnet': 1} {{(pid=93968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:54:06.941307 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6045667a-2f01-4cb4-8d02-c6cb8d7cd405 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:07.233823 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-770ddde3-0d4e-496c-8f87-e8aa0aaa4125 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:07.266766 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6045667a-2f01-4cb4-8d02-c6cb8d7cd405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279'] for subnet, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:07.318774 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6045667a-2f01-4cb4-8d02-c6cb8d7cd405 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0243efde-fe2f-4d4f-9f40-170cfeada7be,revision_number=0']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:07.351934 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6045667a-2f01-4cb4-8d02-c6cb8d7cd405 admin admin] Checking segment: {'id': 'd328da7a-b4f4-4af5-8150-fe9ea1d1ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bfa955ee-caa2-4aa5-bdf2-91dd256312eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:54:07.352388 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6045667a-2f01-4cb4-8d02-c6cb8d7cd405 admin admin] Network hostable DHCP agents. Network: bfa955ee-caa2-4aa5-bdf2-91dd256312eb, hostable agents: ['12de7482-9c3e-48cc-a7cf-59e9ab92578f'], hosted agents: [] {{(pid=93968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 12:54:07.376174 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6045667a-2f01-4cb4-8d02-c6cb8d7cd405 admin admin] Network bfa955ee-caa2-4aa5-bdf2-91dd256312eb is scheduled to be hosted by DHCP agent 12de7482-9c3e-48cc-a7cf-59e9ab92578f with binding_index 1 {{(pid=93968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 12:54:07.393099 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-6045667a-2f01-4cb4-8d02-c6cb8d7cd405 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810131-2-iscsi, bfa955ee-caa2-4aa5-bdf2-91dd256312eb) {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:54:07.399009 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6045667a-2f01-4cb4-8d02-c6cb8d7cd405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:07.400395 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6045667a-2f01-4cb4-8d02-c6cb8d7cd405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for subnet, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:07.407484 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd15fe8-a4e2-467e-a6c4-d0662f4e174f None None] Network bfa955ee-caa2-4aa5-bdf2-91dd256312eb requested from dv-cinder-810131-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 12:54:07.435400 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-6045667a-2f01-4cb4-8d02-c6cb8d7cd405 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6459413 Sep 21 12:54:07.715292 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c14b74a-9ff7-4098-88aa-6a15a8734f82 None None] Network bfa955ee-caa2-4aa5-bdf2-91dd256312eb requested from dv-cinder-810131-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 12:54:07.792044 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-770ddde3-0d4e-496c-8f87-e8aa0aaa4125 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:07.856410 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-770ddde3-0d4e-496c-8f87-e8aa0aaa4125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:07.977241 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [None req-770ddde3-0d4e-496c-8f87-e8aa0aaa4125 admin admin] Allocated IP 172.27.0.83 (3589cb95-8b7f-464f-a8af-ebd0722ed0b9/83bd8dfa-a4af-4a48-a00e-8b360d22b666/6f9d544c-8dec-42cf-a32f-9a1ed48c71e9) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:54:08.104357 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-770ddde3-0d4e-496c-8f87-e8aa0aaa4125 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:08.144467 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-770ddde3-0d4e-496c-8f87-e8aa0aaa4125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:08.208135 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770ddde3-0d4e-496c-8f87-e8aa0aaa4125 admin admin] Pushing event updated for resources: {'Port': ['ID=6f9d544c-8dec-42cf-a32f-9a1ed48c71e9,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:08.225835 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770ddde3-0d4e-496c-8f87-e8aa0aaa4125 admin admin] Network 3589cb95-8b7f-464f-a8af-ebd0722ed0b9 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:54:08.227239 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-770ddde3-0d4e-496c-8f87-e8aa0aaa4125 admin admin] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:54:08.229663 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770ddde3-0d4e-496c-8f87-e8aa0aaa4125 admin admin] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 12:54:08.508580 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-770ddde3-0d4e-496c-8f87-e8aa0aaa4125 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:08.521548 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 52300) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:08.525799 dv-cinder-810131-2-iscsi neutron-server[93968]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 21 12:54:08.744147 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-72079a52-33d5-4ab4-a470-9baf09756f73 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:08.746546 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-72079a52-33d5-4ab4-a470-9baf09756f73 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/networks?id=bfbda6af-3035-4abb-95f0-3f436848a388 HTTP/1.1" status: 200 len: 812 time: 0.2220833 Sep 21 12:54:08.771913 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-364c1740-c134-4410-b7e6-015276c0190e tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/quotas/9f351809691f4420a73aac6e5c0b692d HTTP/1.1" status: 200 len: 375 time: 0.0179703 Sep 21 12:54:08.801467 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-770ddde3-0d4e-496c-8f87-e8aa0aaa4125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618780'] for router, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:08.840467 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-784ea9cc-926f-4c41-aaaa-87d9b086bd4f tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9f351809691f4420a73aac6e5c0b692d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667121 Sep 21 12:54:09.059711 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770ddde3-0d4e-496c-8f87-e8aa0aaa4125 admin admin] Router df628c95-aad1-476d-a005-9291a9189be1 is scheduled to L3 agent ac1410d3-fc19-41f1-a8a6-9305dbf296af with binding_index 1 {{(pid=93969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 12:54:09.082650 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-b785c4a3-1c05-4ef4-b801-3b27c633490d service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 12:54:09.090936 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-b785c4a3-1c05-4ef4-b801-3b27c633490d service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0681469 Sep 21 12:54:09.188004 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-bb18856e-5359-4ca5-acb6-4f376b471f29 service neutron] 10.222.0.32 "GET /v2.0/networks/bfbda6af-3035-4abb-95f0-3f436848a388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960112 Sep 21 12:54:09.205636 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 52348) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:09.208441 dv-cinder-810131-2-iscsi neutron-server[93969]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 21 12:54:09.244003 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770ddde3-0d4e-496c-8f87-e8aa0aaa4125 admin admin] Notify agent at l3_agent.dv-cinder-810131-2-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:54:09.255622 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b92637f-21d9-4a44-aa18-53124bff4622 None None] Sync routers for ids ['df628c95-aad1-476d-a005-9291a9189be1'] in dv-cinder-810131-2-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:54:09.266482 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b92637f-21d9-4a44-aa18-53124bff4622 None None] Routers {'df628c95-aad1-476d-a005-9291a9189be1'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 12:54:09.267110 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-5b92637f-21d9-4a44-aa18-53124bff4622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T12:53:45Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['df628c95-aad1-476d-a005-9291a9189be1'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:54:09.286160 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-debd1bac-28a7-4cd7-a426-ab94bf586562 service neutron] 10.222.0.32 "GET /v2.0/networks/bfbda6af-3035-4abb-95f0-3f436848a388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974383 Sep 21 12:54:09.294091 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-770ddde3-0d4e-496c-8f87-e8aa0aaa4125 admin admin] Notify callbacks [] for router, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:09.295333 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-770ddde3-0d4e-496c-8f87-e8aa0aaa4125 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.7399702 Sep 21 12:54:09.298432 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 52350) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:09.414758 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-5b92637f-21d9-4a44-aa18-53124bff4622 None None] Set router df628c95-aad1-476d-a005-9291a9189be1 gateway port host: dv-cinder-810131-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 12:54:09.537029 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-60b4c7d2-7d14-4b24-8d89-e86fce274535 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:09.545429 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-60b4c7d2-7d14-4b24-8d89-e86fce274535 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/networks?id=bfa955ee-caa2-4aa5-bdf2-91dd256312eb HTTP/1.1" status: 200 len: 813 time: 0.3385918 Sep 21 12:54:09.575510 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-d2fa4a62-c1c6-45e3-963b-0cec9a88b290 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/quotas/e2ec0b25771f4c22b0ae01dcc0fdf4c4 HTTP/1.1" status: 200 len: 375 time: 0.0286248 Sep 21 12:54:09.648007 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-e1784dc9-5c04-433c-88cc-76a29a3293b1 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2ec0b25771f4c22b0ae01dcc0fdf4c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0686426 Sep 21 12:54:09.661863 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-5b92637f-21d9-4a44-aa18-53124bff4622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df628c95-aad1-476d-a005-9291a9189be1', 'name': 'tempest-ServerRescueNegativeTestJSON-1644202309-router', 'tenant_id': '733d5bd9c7084becb0ad3bb10d2da297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '6f9d544c-8dec-42cf-a32f-9a1ed48c71e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:54:06Z', 'updated_at': '2021-09-21T12:54:08Z', 'revision_number': 3, 'project_id': '733d5bd9c7084becb0ad3bb10d2da297', 'gw_port': {'id': '6f9d544c-8dec-42cf-a32f-9a1ed48c71e9', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ab:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df628c95-aad1-476d-a005-9291a9189be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:54:07Z', 'updated_at': '2021-09-21T12:54:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi'}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:54:09.691398 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b92637f-21d9-4a44-aa18-53124bff4622 None None] Checking router: df628c95-aad1-476d-a005-9291a9189be1 for host: dv-cinder-810131-2-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:54:09.691973 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b92637f-21d9-4a44-aa18-53124bff4622 None None] Updating router df628c95-aad1-476d-a005-9291a9189be1 port 6f9d544c-8dec-42cf-a32f-9a1ed48c71e9 binding host dv-cinder-810131-2-iscsi {{(pid=93971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 12:54:09.736403 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-5b92637f-21d9-4a44-aa18-53124bff4622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:09.818386 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-ede423b6-cdbe-4892-a5fa-4a9ad2af3ddb service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 12:54:09.819625 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-ede423b6-cdbe-4892-a5fa-4a9ad2af3ddb service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0699310 Sep 21 12:54:09.949357 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-90f82937-29ab-4362-b57c-c15ec6cd59d4 service neutron] 10.222.0.32 "GET /v2.0/networks/bfa955ee-caa2-4aa5-bdf2-91dd256312eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231656 Sep 21 12:54:09.955043 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-30c742da-81c4-4c83-a4d5-217b3b24bc19 req-cce7154a-d19d-44ba-87fc-28d3cb6d16dd tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dfe838-f89a-42bd-82cd-55724428e065 HTTP/1.1" status: 200 len: 210 time: 0.1050303 Sep 21 12:54:10.102927 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-7cac1e4f-dacd-4553-9db7-c860523dfc7f service neutron] 10.222.0.32 "GET /v2.0/networks/bfa955ee-caa2-4aa5-bdf2-91dd256312eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473188 Sep 21 12:54:10.122085 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-5b92637f-21d9-4a44-aa18-53124bff4622 None None] Notify callbacks [] for port, precommit_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:10.129727 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-5b92637f-21d9-4a44-aa18-53124bff4622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:10.221587 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef5b0e-520a-4a7b-a397-97e241086e95 None None] Pushing event updated for resources: {'Port': ['ID=6f9d544c-8dec-42cf-a32f-9a1ed48c71e9,revision_number=2']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:10.238275 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef5b0e-520a-4a7b-a397-97e241086e95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:54:10.238680 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef5b0e-520a-4a7b-a397-97e241086e95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:54:10.239030 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef5b0e-520a-4a7b-a397-97e241086e95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:54:10.239962 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef5b0e-520a-4a7b-a397-97e241086e95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:54:10.240313 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef5b0e-520a-4a7b-a397-97e241086e95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:54:10.240664 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef5b0e-520a-4a7b-a397-97e241086e95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:54:10.245414 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef5b0e-520a-4a7b-a397-97e241086e95 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:54:10.245807 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef5b0e-520a-4a7b-a397-97e241086e95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:54:10.247084 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef5b0e-520a-4a7b-a397-97e241086e95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:54:10.247424 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef5b0e-520a-4a7b-a397-97e241086e95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:54:10.249341 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef5b0e-520a-4a7b-a397-97e241086e95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:54:10.249676 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef5b0e-520a-4a7b-a397-97e241086e95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:54:10.252283 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef5b0e-520a-4a7b-a397-97e241086e95 None None] Tracked resource versions report: Sep 21 12:54:10.252283 dv-cinder-810131-2-iscsi neutron-server[93971]: pushed versions: Sep 21 12:54:10.252283 dv-cinder-810131-2-iscsi neutron-server[93971]: { 'AddressGroup': {'1.2'}, Sep 21 12:54:10.252283 dv-cinder-810131-2-iscsi neutron-server[93971]: 'ConntrackHelper': {'1.0'}, Sep 21 12:54:10.252283 dv-cinder-810131-2-iscsi neutron-server[93971]: 'Log': {'1.0'}, Sep 21 12:54:10.252283 dv-cinder-810131-2-iscsi neutron-server[93971]: 'Network': {'1.1'}, Sep 21 12:54:10.252283 dv-cinder-810131-2-iscsi neutron-server[93971]: 'Port': {'1.7'}, Sep 21 12:54:10.252283 dv-cinder-810131-2-iscsi neutron-server[93971]: 'PortForwarding': {'1.2'}, Sep 21 12:54:10.252283 dv-cinder-810131-2-iscsi neutron-server[93971]: 'QosPolicy': {'1.9'}, Sep 21 12:54:10.252283 dv-cinder-810131-2-iscsi neutron-server[93971]: 'SecurityGroup': {'1.4'}, Sep 21 12:54:10.252283 dv-cinder-810131-2-iscsi neutron-server[93971]: 'SecurityGroupRule': {'1.2'}, Sep 21 12:54:10.252283 dv-cinder-810131-2-iscsi neutron-server[93971]: 'SubPort': {'1.0'}, Sep 21 12:54:10.252283 dv-cinder-810131-2-iscsi neutron-server[93971]: 'Subnet': {'1.1'}, Sep 21 12:54:10.252283 dv-cinder-810131-2-iscsi neutron-server[93971]: 'Trunk': {'1.1'}} Sep 21 12:54:10.252283 dv-cinder-810131-2-iscsi neutron-server[93971]: consumer versions: Sep 21 12:54:10.252283 dv-cinder-810131-2-iscsi neutron-server[93971]: { DHCP agent@dv-cinder-810131-2-iscsi: {}, Sep 21 12:54:10.252283 dv-cinder-810131-2-iscsi neutron-server[93971]: HyperV agent@hv-cinder-81013: {}, Sep 21 12:54:10.252283 dv-cinder-810131-2-iscsi neutron-server[93971]: L3 agent@dv-cinder-810131-2-iscsi: {}, Sep 21 12:54:10.252283 dv-cinder-810131-2-iscsi neutron-server[93971]: Metadata agent@dv-cinder-810131-2-iscsi: {}, Sep 21 12:54:10.252283 dv-cinder-810131-2-iscsi neutron-server[93971]: Metering agent@dv-cinder-810131-2-iscsi: {}, Sep 21 12:54:10.252283 dv-cinder-810131-2-iscsi neutron-server[93971]: Open vSwitch agent@dv-cinder-810131-2-iscsi: { 'AddressGroup': '1.2', Sep 21 12:54:10.252283 dv-cinder-810131-2-iscsi neutron-server[93971]: 'ConntrackHelper': '1.0', Sep 21 12:54:10.252283 dv-cinder-810131-2-iscsi neutron-server[93971]: 'Log': '1.0', Sep 21 12:54:10.252283 dv-cinder-810131-2-iscsi neutron-server[93971]: 'Network': '1.1', Sep 21 12:54:10.252283 dv-cinder-810131-2-iscsi neutron-server[93971]: 'Port': '1.7', Sep 21 12:54:10.252283 dv-cinder-810131-2-iscsi neutron-server[93971]: 'PortForwarding': '1.2', Sep 21 12:54:10.252283 dv-cinder-810131-2-iscsi neutron-server[93971]: 'QosPolicy': '1.9', Sep 21 12:54:10.252283 dv-cinder-810131-2-iscsi neutron-server[93971]: 'SecurityGroup': '1.4', Sep 21 12:54:10.252283 dv-cinder-810131-2-iscsi neutron-server[93971]: 'SecurityGroupRule': '1.2', Sep 21 12:54:10.252283 dv-cinder-810131-2-iscsi neutron-server[93971]: 'SubPort': '1.0', Sep 21 12:54:10.252283 dv-cinder-810131-2-iscsi neutron-server[93971]: 'Subnet': '1.1', Sep 21 12:54:10.252283 dv-cinder-810131-2-iscsi neutron-server[93971]: 'Trunk': '1.1'}} Sep 21 12:54:10.252283 dv-cinder-810131-2-iscsi neutron-server[93971]: {{(pid=93971) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 12:54:10.262337 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-5b92637f-21d9-4a44-aa18-53124bff4622 None None] Attempting to bind port 6f9d544c-8dec-42cf-a32f-9a1ed48c71e9 on host dv-cinder-810131-2-iscsi for vnic_type normal with profile {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 12:54:10.263072 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-5b92637f-21d9-4a44-aa18-53124bff4622 None None] Attempting to bind port 6f9d544c-8dec-42cf-a32f-9a1ed48c71e9 by drivers openvswitch,hyperv on host dv-cinder-810131-2-iscsi at level 0 using segments [{'id': 'e2b94f31-7b3f-4aad-87c8-37618fa3f855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 12:54:10.265301 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b92637f-21d9-4a44-aa18-53124bff4622 None None] Attempting to bind port 6f9d544c-8dec-42cf-a32f-9a1ed48c71e9 on network 3589cb95-8b7f-464f-a8af-ebd0722ed0b9 {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:54:10.277702 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b92637f-21d9-4a44-aa18-53124bff4622 None None] Checking agent: {'id': 'e9e90178-f2ac-4c99-b085-229d580e108d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 12, 46, 16), 'started_at': datetime.datetime(2021, 9, 21, 12, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 12, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 12:54:10.279484 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b92637f-21d9-4a44-aa18-53124bff4622 None None] Checking segment: {'id': 'e2b94f31-7b3f-4aad-87c8-37618fa3f855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:54:10.280103 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-5b92637f-21d9-4a44-aa18-53124bff4622 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:10.280664 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b92637f-21d9-4a44-aa18-53124bff4622 None None] Bound using segment: {'id': 'e2b94f31-7b3f-4aad-87c8-37618fa3f855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:54:10.281817 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-5b92637f-21d9-4a44-aa18-53124bff4622 None None] Bound port: 6f9d544c-8dec-42cf-a32f-9a1ed48c71e9, host: dv-cinder-810131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2b94f31-7b3f-4aad-87c8-37618fa3f855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'}}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 12:54:10.283467 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-5b92637f-21d9-4a44-aa18-53124bff4622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:10.373886 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f376897b-bc79-47ee-a7cc-b49fe40bd4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:10.404180 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-5b92637f-21d9-4a44-aa18-53124bff4622 None None] For port 6f9d544c-8dec-42cf-a32f-9a1ed48c71e9, host dv-cinder-810131-2-iscsi, cleared binding levels {{(pid=93971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:54:10.424367 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-5b92637f-21d9-4a44-aa18-53124bff4622 None None] For port 6f9d544c-8dec-42cf-a32f-9a1ed48c71e9, host dv-cinder-810131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=6f9d544c-8dec-42cf-a32f-9a1ed48c71e9,segment=NetworkSegment(e2b94f31-7b3f-4aad-87c8-37618fa3f855),segment_id=e2b94f31-7b3f-4aad-87c8-37618fa3f855)] {{(pid=93971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:54:10.441296 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-5b92637f-21d9-4a44-aa18-53124bff4622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:10.624619 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b92637f-21d9-4a44-aa18-53124bff4622 None None] Routers {'df628c95-aad1-476d-a005-9291a9189be1'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 12:54:10.625700 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-5b92637f-21d9-4a44-aa18-53124bff4622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T12:53:45Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['df628c95-aad1-476d-a005-9291a9189be1'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:54:10.682934 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef5b0e-520a-4a7b-a397-97e241086e95 None None] Pushing event updated for resources: {'Port': ['ID=6f9d544c-8dec-42cf-a32f-9a1ed48c71e9,revision_number=3']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:10.746178 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-f376897b-bc79-47ee-a7cc-b49fe40bd4e6 admin admin] Allocated IP 172.20.0.1 (480564d1-d18f-47e0-b274-17cfc68cf539/44b95dae-7a59-470d-b24b-f73d769ae49b/40fae25d-1b3a-470e-8ef0-ec67bc9e29b5) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:54:10.769282 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-aae1f0d9-ea0f-4f2c-bcf4-ba29cc98ede3 req-ce4751ad-657c-465a-9a37-878b0b2917bc tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=555ba68b-899b-4fce-98d6-5df71f9e605c HTTP/1.1" status: 200 len: 210 time: 0.1145186 Sep 21 12:54:10.818361 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-5b92637f-21d9-4a44-aa18-53124bff4622 None None] Set router df628c95-aad1-476d-a005-9291a9189be1 gateway port host: dv-cinder-810131-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 12:54:11.004739 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f376897b-bc79-47ee-a7cc-b49fe40bd4e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:11.046188 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f376897b-bc79-47ee-a7cc-b49fe40bd4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:11.115748 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c0d111d1-6afc-416c-a3fa-e4cb8cd69f68 req-847d3294-6672-4786-856e-6b461b7beb79 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dfe838-f89a-42bd-82cd-55724428e065 HTTP/1.1" status: 200 len: 210 time: 0.0636244 Sep 21 12:54:11.125110 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f376897b-bc79-47ee-a7cc-b49fe40bd4e6 admin admin] Network 480564d1-d18f-47e0-b274-17cfc68cf539 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:54:11.135482 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-f376897b-bc79-47ee-a7cc-b49fe40bd4e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:54:11.149641 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f376897b-bc79-47ee-a7cc-b49fe40bd4e6 admin admin] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 12:54:11.150727 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f376897b-bc79-47ee-a7cc-b49fe40bd4e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1618827'] for router_interface, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:11.187115 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-5b92637f-21d9-4a44-aa18-53124bff4622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df628c95-aad1-476d-a005-9291a9189be1', 'name': 'tempest-ServerRescueNegativeTestJSON-1644202309-router', 'tenant_id': '733d5bd9c7084becb0ad3bb10d2da297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '6f9d544c-8dec-42cf-a32f-9a1ed48c71e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:54:06Z', 'updated_at': '2021-09-21T12:54:08Z', 'revision_number': 3, 'project_id': '733d5bd9c7084becb0ad3bb10d2da297', 'gw_port': {'id': '6f9d544c-8dec-42cf-a32f-9a1ed48c71e9', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ab:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df628c95-aad1-476d-a005-9291a9189be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:54:07Z', 'updated_at': '2021-09-21T12:54:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi'}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:54:11.244034 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b92637f-21d9-4a44-aa18-53124bff4622 None None] The sync data for ids ['df628c95-aad1-476d-a005-9291a9189be1'] in dv-cinder-810131-2-iscsi is: [{'id': 'df628c95-aad1-476d-a005-9291a9189be1', 'name': 'tempest-ServerRescueNegativeTestJSON-1644202309-router', 'tenant_id': '733d5bd9c7084becb0ad3bb10d2da297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '6f9d544c-8dec-42cf-a32f-9a1ed48c71e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:54:06Z', 'updated_at': '2021-09-21T12:54:08Z', 'revision_number': 3, 'project_id': '733d5bd9c7084becb0ad3bb10d2da297', 'gw_port': {'id': '6f9d544c-8dec-42cf-a32f-9a1ed48c71e9', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ab:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df628c95-aad1-476d-a005-9291a9189be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:54:07Z', 'updated_at': '2021-09-21T12:54:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi'}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:54:11.476863 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 52508) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:11.479214 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f376897b-bc79-47ee-a7cc-b49fe40bd4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:11.490785 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f376897b-bc79-47ee-a7cc-b49fe40bd4e6 admin admin] Pushing event updated for resources: {'Port': ['ID=40fae25d-1b3a-470e-8ef0-ec67bc9e29b5,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:11.722632 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0f4cf83e-8b27-4726-a17c-ddad620ebd01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:11.878106 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1c0dde99-1bff-44e3-9b17-4191d9672e1e req-a7cac64b-6e9b-401c-ad66-614c261c7c48 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=555ba68b-899b-4fce-98d6-5df71f9e605c HTTP/1.1" status: 200 len: 210 time: 0.0448682 Sep 21 12:54:11.925897 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f376897b-bc79-47ee-a7cc-b49fe40bd4e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:11.937406 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f376897b-bc79-47ee-a7cc-b49fe40bd4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:11.938153 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f376897b-bc79-47ee-a7cc-b49fe40bd4e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1791917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1618203'] for router_interface, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:12.070867 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0f4cf83e-8b27-4726-a17c-ddad620ebd01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:12.082152 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0f4cf83e-8b27-4726-a17c-ddad620ebd01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:12.088137 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f376897b-bc79-47ee-a7cc-b49fe40bd4e6 admin admin] Pushing event updated for resources: {'Port': ['ID=40fae25d-1b3a-470e-8ef0-ec67bc9e29b5,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:12.135631 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-0f4cf83e-8b27-4726-a17c-ddad620ebd01 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c3026a2c569d4cef81a0c3396792046b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6574318 Sep 21 12:54:12.139895 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 52538) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:12.151723 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f376897b-bc79-47ee-a7cc-b49fe40bd4e6 admin admin] Network 480564d1-d18f-47e0-b274-17cfc68cf539 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:54:12.153102 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4cf83e-8b27-4726-a17c-ddad620ebd01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd7c8d4-6c2a-4eac-937d-0a9cc651e390,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:12.156015 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-f376897b-bc79-47ee-a7cc-b49fe40bd4e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:54:12.239737 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8220b0e3-0d6e-4328-bc52-6c65150b2e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:12.272623 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8220b0e3-0d6e-4328-bc52-6c65150b2e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:12.326087 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f376897b-bc79-47ee-a7cc-b49fe40bd4e6 admin admin] Router df628c95-aad1-476d-a005-9291a9189be1 has already been hosted by L3 agent ac1410d3-fc19-41f1-a8a6-9305dbf296af {{(pid=93968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:54:12.339565 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8220b0e3-0d6e-4328-bc52-6c65150b2e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:12.342342 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8220b0e3-0d6e-4328-bc52-6c65150b2e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:12.343883 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-8220b0e3-0d6e-4328-bc52-6c65150b2e61 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cfd7c8d4-6c2a-4eac-937d-0a9cc651e390 HTTP/1.1" status: 204 len: 168 time: 0.2021699 Sep 21 12:54:12.360372 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8220b0e3-0d6e-4328-bc52-6c65150b2e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd7c8d4-6c2a-4eac-937d-0a9cc651e390,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:12.386942 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3c8d03a6-8615-4bb1-95c1-90dd709b9395 req-22bfcedc-e72e-4ec1-b12b-33dae045a272 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dfe838-f89a-42bd-82cd-55724428e065 HTTP/1.1" status: 200 len: 210 time: 0.0556211 Sep 21 12:54:12.624047 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f376897b-bc79-47ee-a7cc-b49fe40bd4e6 admin admin] Notify agent at l3_agent.dv-cinder-810131-2-iscsi the message routers_updated {{(pid=93968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:54:12.632273 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-f376897b-bc79-47ee-a7cc-b49fe40bd4e6 admin admin] 10.222.0.32 "PUT /v2.0/routers/df628c95-aad1-476d-a005-9291a9189be1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3319194 Sep 21 12:54:12.666135 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-7bd2ca87-c652-49cd-b841-3cf2004bd047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:12.874608 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 52572) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:13.077919 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6d760dd5-ba38-4ee8-b185-1b5d003079a5 req-7e02c263-cdc0-4e1e-8a86-0efbe88136d5 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=555ba68b-899b-4fce-98d6-5df71f9e605c HTTP/1.1" status: 200 len: 210 time: 0.0321078 Sep 21 12:54:13.133064 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b0acb12f-8ce8-4d5d-9013-f81a23ba40aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:13.253261 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b0acb12f-8ce8-4d5d-9013-f81a23ba40aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:13.260924 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b0acb12f-8ce8-4d5d-9013-f81a23ba40aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:13.307130 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0acb12f-8ce8-4d5d-9013-f81a23ba40aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9322f624-8543-426b-ae94-57ee909f75c5,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:13.312987 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-b0acb12f-8ce8-4d5d-9013-f81a23ba40aa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6b32860885c04c20ae5403175996a2db&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4370019 Sep 21 12:54:13.315545 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 52600) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:13.372039 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f75df2b5-2ddd-43bd-815e-999b4d90fbcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:13.403133 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f75df2b5-2ddd-43bd-815e-999b4d90fbcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:13.403684 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed219b5-59b1-4439-a2e7-6b8299f8e3b0 None None] Sync routers for ids ['df628c95-aad1-476d-a005-9291a9189be1'] in dv-cinder-810131-2-iscsi {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:54:13.412426 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed219b5-59b1-4439-a2e7-6b8299f8e3b0 None None] Routers {'df628c95-aad1-476d-a005-9291a9189be1'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 12:54:13.413390 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-eed219b5-59b1-4439-a2e7-6b8299f8e3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T12:53:45Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['df628c95-aad1-476d-a005-9291a9189be1'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:54:13.469859 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f75df2b5-2ddd-43bd-815e-999b4d90fbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:13.472820 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f75df2b5-2ddd-43bd-815e-999b4d90fbcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:13.477241 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-f75df2b5-2ddd-43bd-815e-999b4d90fbcc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9322f624-8543-426b-ae94-57ee909f75c5 HTTP/1.1" status: 204 len: 168 time: 0.1607318 Sep 21 12:54:13.510610 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75df2b5-2ddd-43bd-815e-999b4d90fbcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9322f624-8543-426b-ae94-57ee909f75c5,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:13.514053 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b7668f1e-f690-4630-b1e7-b9f6fc04454b req-27c94e45-9f28-4cf9-91d4-251dd4bb4339 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dfe838-f89a-42bd-82cd-55724428e065 HTTP/1.1" status: 200 len: 210 time: 0.0354819 Sep 21 12:54:13.582691 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-eed219b5-59b1-4439-a2e7-6b8299f8e3b0 None None] Set router df628c95-aad1-476d-a005-9291a9189be1 gateway port host: dv-cinder-810131-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 12:54:13.602338 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f01bd-db8c-4469-b228-eaa4518810b7 req-30ce8f50-a145-45ec-b9f6-2b5fcf745485 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:13.605778 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7b7f01bd-db8c-4469-b228-eaa4518810b7 req-30ce8f50-a145-45ec-b9f6-2b5fcf745485 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/networks?id=480564d1-d18f-47e0-b274-17cfc68cf539 HTTP/1.1" status: 200 len: 819 time: 0.1794319 Sep 21 12:54:13.633597 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7b7f01bd-db8c-4469-b228-eaa4518810b7 req-83a911cc-0716-4bcd-8fa2-28abd6db670b tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/quotas/733d5bd9c7084becb0ad3bb10d2da297 HTTP/1.1" status: 200 len: 375 time: 0.0174096 Sep 21 12:54:13.721959 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7b7f01bd-db8c-4469-b228-eaa4518810b7 req-de242e22-eff7-4641-ad69-5be0c2ef66a4 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=733d5bd9c7084becb0ad3bb10d2da297&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0872974 Sep 21 12:54:13.837279 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 6f9d544c-8dec-42cf-a32f-9a1ed48c71e9 up at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:54:13.898326 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7b7f01bd-db8c-4469-b228-eaa4518810b7 req-7117faf0-0ff8-45d1-a6f4-5ee0a5c68138 service neutron] 10.222.0.32 "GET /v2.0/networks/480564d1-d18f-47e0-b274-17cfc68cf539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749394 Sep 21 12:54:14.095251 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7b7f01bd-db8c-4469-b228-eaa4518810b7 req-34a2bef6-3007-444a-ae8a-845f15fda43f service neutron] 10.222.0.32 "GET /v2.0/networks/480564d1-d18f-47e0-b274-17cfc68cf539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903610 Sep 21 12:54:14.124748 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-eed219b5-59b1-4439-a2e7-6b8299f8e3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df628c95-aad1-476d-a005-9291a9189be1', 'name': 'tempest-ServerRescueNegativeTestJSON-1644202309-router', 'tenant_id': '733d5bd9c7084becb0ad3bb10d2da297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '6f9d544c-8dec-42cf-a32f-9a1ed48c71e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:54:06Z', 'updated_at': '2021-09-21T12:54:11Z', 'revision_number': 4, 'project_id': '733d5bd9c7084becb0ad3bb10d2da297', 'gw_port': {'id': '6f9d544c-8dec-42cf-a32f-9a1ed48c71e9', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ab:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df628c95-aad1-476d-a005-9291a9189be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:54:07Z', 'updated_at': '2021-09-21T12:54:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': '40fae25d-1b3a-470e-8ef0-ec67bc9e29b5', 'name': '', 'network_id': '480564d1-d18f-47e0-b274-17cfc68cf539', 'tenant_id': '733d5bd9c7084becb0ad3bb10d2da297', 'mac_address': 'fa:16:3e:8f:0b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df628c95-aad1-476d-a005-9291a9189be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '44b95dae-7a59-470d-b24b-f73d769ae49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:54:10Z', 'updated_at': '2021-09-21T12:54:11Z', 'revision_number': 2, 'project_id': '733d5bd9c7084becb0ad3bb10d2da297', 'subnets': [{'id': '44b95dae-7a59-470d-b24b-f73d769ae49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:54:14.161859 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed219b5-59b1-4439-a2e7-6b8299f8e3b0 None None] Checking router: df628c95-aad1-476d-a005-9291a9189be1 for host: dv-cinder-810131-2-iscsi {{(pid=93970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:54:14.162508 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed219b5-59b1-4439-a2e7-6b8299f8e3b0 None None] Updating router df628c95-aad1-476d-a005-9291a9189be1 port 40fae25d-1b3a-470e-8ef0-ec67bc9e29b5 binding host dv-cinder-810131-2-iscsi {{(pid=93970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 12:54:14.193780 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-eed219b5-59b1-4439-a2e7-6b8299f8e3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:14.277660 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-85e126c2-29f3-4db0-b1ba-2861e3245668 req-be736967-de7f-4117-bc58-7298bf9d196e tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=555ba68b-899b-4fce-98d6-5df71f9e605c HTTP/1.1" status: 200 len: 210 time: 0.0478652 Sep 21 12:54:14.418632 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Provisioning complete for port 6f9d544c-8dec-42cf-a32f-9a1ed48c71e9 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:54:14.419235 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:14.488421 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 52660) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:14.503420 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3412d933-4101-4ba6-bca4-df826d6606fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:14.505104 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d33e520d-107d-4674-84e5-7a35f18d8400 req-4fd83908-902b-47e5-a4e2-ef7c3c49ff72 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 210 time: 0.0733845 Sep 21 12:54:14.662354 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:14.724949 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] For port 6f9d544c-8dec-42cf-a32f-9a1ed48c71e9, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=6f9d544c-8dec-42cf-a32f-9a1ed48c71e9,segment=NetworkSegment(e2b94f31-7b3f-4aad-87c8-37618fa3f855),segment_id=e2b94f31-7b3f-4aad-87c8-37618fa3f855)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:54:14.790903 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3412d933-4101-4ba6-bca4-df826d6606fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:14.801392 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3412d933-4101-4ba6-bca4-df826d6606fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:14.824690 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.45', 53737) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:14.879351 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-3412d933-4101-4ba6-bca4-df826d6606fe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=05a0e97d7c2a4e7ba8daac7f3a9f0601&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3897641 Sep 21 12:54:14.880236 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-eed219b5-59b1-4439-a2e7-6b8299f8e3b0 None None] Notify callbacks [] for port, precommit_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:14.883470 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 52682) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:14.892305 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:14.952476 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3412d933-4101-4ba6-bca4-df826d6606fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442e2d30-e0d7-41c1-9445-00d53ae94d29,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:14.971431 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-eed219b5-59b1-4439-a2e7-6b8299f8e3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:14.997808 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4e89c2cc-dc1b-43ee-8137-f030275bf909 req-90e99b3e-6e1e-44c6-bd13-28c1c9e2dc78 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dfe838-f89a-42bd-82cd-55724428e065 HTTP/1.1" status: 200 len: 210 time: 0.0896549 Sep 21 12:54:15.082308 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-223643a3-594b-4cd2-b056-1748fb7d9855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:15.137563 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-223643a3-594b-4cd2-b056-1748fb7d9855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:15.145547 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Pushing event updated for resources: {'Port': ['ID=6f9d544c-8dec-42cf-a32f-9a1ed48c71e9,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:15.234030 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-223643a3-594b-4cd2-b056-1748fb7d9855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:15.236566 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-223643a3-594b-4cd2-b056-1748fb7d9855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:15.240286 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-223643a3-594b-4cd2-b056-1748fb7d9855 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/442e2d30-e0d7-41c1-9445-00d53ae94d29 HTTP/1.1" status: 204 len: 168 time: 0.3532379 Sep 21 12:54:15.254569 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223643a3-594b-4cd2-b056-1748fb7d9855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442e2d30-e0d7-41c1-9445-00d53ae94d29,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:15.258472 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:54:15.274437 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:54:15.275149 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:54:15.275591 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:54:15.276204 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:54:15.276829 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:54:15.277626 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:54:15.278309 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:54:15.279062 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:54:15.279607 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:54:15.280156 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:54:15.282366 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:54:15.284165 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Tracked resource versions report: Sep 21 12:54:15.284165 dv-cinder-810131-2-iscsi neutron-server[93970]: pushed versions: Sep 21 12:54:15.284165 dv-cinder-810131-2-iscsi neutron-server[93970]: { 'AddressGroup': {'1.2'}, Sep 21 12:54:15.284165 dv-cinder-810131-2-iscsi neutron-server[93970]: 'ConntrackHelper': {'1.0'}, Sep 21 12:54:15.284165 dv-cinder-810131-2-iscsi neutron-server[93970]: 'Log': {'1.0'}, Sep 21 12:54:15.284165 dv-cinder-810131-2-iscsi neutron-server[93970]: 'Network': {'1.1'}, Sep 21 12:54:15.284165 dv-cinder-810131-2-iscsi neutron-server[93970]: 'Port': {'1.7'}, Sep 21 12:54:15.284165 dv-cinder-810131-2-iscsi neutron-server[93970]: 'PortForwarding': {'1.2'}, Sep 21 12:54:15.284165 dv-cinder-810131-2-iscsi neutron-server[93970]: 'QosPolicy': {'1.9'}, Sep 21 12:54:15.284165 dv-cinder-810131-2-iscsi neutron-server[93970]: 'SecurityGroup': {'1.4'}, Sep 21 12:54:15.284165 dv-cinder-810131-2-iscsi neutron-server[93970]: 'SecurityGroupRule': {'1.2'}, Sep 21 12:54:15.284165 dv-cinder-810131-2-iscsi neutron-server[93970]: 'SubPort': {'1.0'}, Sep 21 12:54:15.284165 dv-cinder-810131-2-iscsi neutron-server[93970]: 'Subnet': {'1.1'}, Sep 21 12:54:15.284165 dv-cinder-810131-2-iscsi neutron-server[93970]: 'Trunk': {'1.1'}} Sep 21 12:54:15.284165 dv-cinder-810131-2-iscsi neutron-server[93970]: consumer versions: Sep 21 12:54:15.284165 dv-cinder-810131-2-iscsi neutron-server[93970]: { DHCP agent@dv-cinder-810131-2-iscsi: {}, Sep 21 12:54:15.284165 dv-cinder-810131-2-iscsi neutron-server[93970]: HyperV agent@hv-cinder-81013: {}, Sep 21 12:54:15.284165 dv-cinder-810131-2-iscsi neutron-server[93970]: L3 agent@dv-cinder-810131-2-iscsi: {}, Sep 21 12:54:15.284165 dv-cinder-810131-2-iscsi neutron-server[93970]: Metadata agent@dv-cinder-810131-2-iscsi: {}, Sep 21 12:54:15.284165 dv-cinder-810131-2-iscsi neutron-server[93970]: Metering agent@dv-cinder-810131-2-iscsi: {}, Sep 21 12:54:15.284165 dv-cinder-810131-2-iscsi neutron-server[93970]: Open vSwitch agent@dv-cinder-810131-2-iscsi: { 'AddressGroup': '1.2', Sep 21 12:54:15.284165 dv-cinder-810131-2-iscsi neutron-server[93970]: 'ConntrackHelper': '1.0', Sep 21 12:54:15.284165 dv-cinder-810131-2-iscsi neutron-server[93970]: 'Log': '1.0', Sep 21 12:54:15.284165 dv-cinder-810131-2-iscsi neutron-server[93970]: 'Network': '1.1', Sep 21 12:54:15.284165 dv-cinder-810131-2-iscsi neutron-server[93970]: 'Port': '1.7', Sep 21 12:54:15.284165 dv-cinder-810131-2-iscsi neutron-server[93970]: 'PortForwarding': '1.2', Sep 21 12:54:15.284165 dv-cinder-810131-2-iscsi neutron-server[93970]: 'QosPolicy': '1.9', Sep 21 12:54:15.284165 dv-cinder-810131-2-iscsi neutron-server[93970]: 'SecurityGroup': '1.4', Sep 21 12:54:15.284165 dv-cinder-810131-2-iscsi neutron-server[93970]: 'SecurityGroupRule': '1.2', Sep 21 12:54:15.284165 dv-cinder-810131-2-iscsi neutron-server[93970]: 'SubPort': '1.0', Sep 21 12:54:15.284165 dv-cinder-810131-2-iscsi neutron-server[93970]: 'Subnet': '1.1', Sep 21 12:54:15.284165 dv-cinder-810131-2-iscsi neutron-server[93970]: 'Trunk': '1.1'}} Sep 21 12:54:15.284165 dv-cinder-810131-2-iscsi neutron-server[93970]: {{(pid=93970) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 12:54:15.372997 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb19748-f86c-4b35-9643-ceae3f1e0fdf None None] Pushing event updated for resources: {'Port': ['ID=40fae25d-1b3a-470e-8ef0-ec67bc9e29b5,revision_number=3']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:15.392148 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-b4956dfd-aba3-441d-af8f-a56d1e6a1a9d tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:15.394383 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-b4956dfd-aba3-441d-af8f-a56d1e6a1a9d tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.45 "GET /v2.0/networks?id=bfa955ee-caa2-4aa5-bdf2-91dd256312eb HTTP/1.1" status: 200 len: 813 time: 0.5683239 Sep 21 12:54:15.403499 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df821ce-ab90-4c43-a863-3bc57fc9cbe6 req-20304043-7a8d-4d3b-b1b8-38ba9659eaf3 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:15.405238 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9df821ce-ab90-4c43-a863-3bc57fc9cbe6 req-20304043-7a8d-4d3b-b1b8-38ba9659eaf3 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/networks?id=480564d1-d18f-47e0-b274-17cfc68cf539 HTTP/1.1" status: 200 len: 819 time: 0.3299382 Sep 21 12:54:15.415933 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-eed219b5-59b1-4439-a2e7-6b8299f8e3b0 None None] Attempting to bind port 40fae25d-1b3a-470e-8ef0-ec67bc9e29b5 on host dv-cinder-810131-2-iscsi for vnic_type normal with profile {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 12:54:15.416850 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-eed219b5-59b1-4439-a2e7-6b8299f8e3b0 None None] Attempting to bind port 40fae25d-1b3a-470e-8ef0-ec67bc9e29b5 by drivers openvswitch,hyperv on host dv-cinder-810131-2-iscsi at level 0 using segments [{'id': 'c922d50a-fd2e-41ac-a4a2-4ce4fb9268d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '480564d1-d18f-47e0-b274-17cfc68cf539'}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 12:54:15.417483 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed219b5-59b1-4439-a2e7-6b8299f8e3b0 None None] Attempting to bind port 40fae25d-1b3a-470e-8ef0-ec67bc9e29b5 on network 480564d1-d18f-47e0-b274-17cfc68cf539 {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:54:15.426637 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9df821ce-ab90-4c43-a863-3bc57fc9cbe6 req-8d921445-7433-4d81-87a9-582d412e368f tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/quotas/733d5bd9c7084becb0ad3bb10d2da297 HTTP/1.1" status: 200 len: 375 time: 0.0130861 Sep 21 12:54:15.434282 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed219b5-59b1-4439-a2e7-6b8299f8e3b0 None None] Checking agent: {'id': 'e9e90178-f2ac-4c99-b085-229d580e108d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 12, 46, 16), 'started_at': datetime.datetime(2021, 9, 21, 12, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 12, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 12:54:15.434919 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed219b5-59b1-4439-a2e7-6b8299f8e3b0 None None] Checking segment: {'id': 'c922d50a-fd2e-41ac-a4a2-4ce4fb9268d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '480564d1-d18f-47e0-b274-17cfc68cf539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:54:15.435541 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-eed219b5-59b1-4439-a2e7-6b8299f8e3b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:15.436035 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed219b5-59b1-4439-a2e7-6b8299f8e3b0 None None] Bound using segment: {'id': 'c922d50a-fd2e-41ac-a4a2-4ce4fb9268d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '480564d1-d18f-47e0-b274-17cfc68cf539'} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:54:15.436620 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-eed219b5-59b1-4439-a2e7-6b8299f8e3b0 None None] Bound port: 40fae25d-1b3a-470e-8ef0-ec67bc9e29b5, host: dv-cinder-810131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c922d50a-fd2e-41ac-a4a2-4ce4fb9268d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '480564d1-d18f-47e0-b274-17cfc68cf539'}}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 12:54:15.437112 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-eed219b5-59b1-4439-a2e7-6b8299f8e3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:15.440922 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-487da423-0a18-4abf-a85c-a2b70d3438bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:15.471346 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-654cb628-3c3c-4cb0-add8-707fe516085a tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Request body: {'port': {'device_id': '555ba68b-899b-4fce-98d6-5df71f9e605c', 'network_id': 'bfa955ee-caa2-4aa5-bdf2-91dd256312eb', 'admin_state_up': True, 'tenant_id': 'e2ec0b25771f4c22b0ae01dcc0fdf4c4'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:54:15.661370 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-eed219b5-59b1-4439-a2e7-6b8299f8e3b0 None None] For port 40fae25d-1b3a-470e-8ef0-ec67bc9e29b5, host dv-cinder-810131-2-iscsi, cleared binding levels {{(pid=93970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:54:15.674531 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-eed219b5-59b1-4439-a2e7-6b8299f8e3b0 None None] For port 40fae25d-1b3a-470e-8ef0-ec67bc9e29b5, host dv-cinder-810131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=40fae25d-1b3a-470e-8ef0-ec67bc9e29b5,segment=NetworkSegment(c922d50a-fd2e-41ac-a4a2-4ce4fb9268d3),segment_id=c922d50a-fd2e-41ac-a4a2-4ce4fb9268d3)] {{(pid=93970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:54:15.684277 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-eed219b5-59b1-4439-a2e7-6b8299f8e3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:15.693233 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9df821ce-ab90-4c43-a863-3bc57fc9cbe6 req-6172a41a-ffe3-416f-83ea-ba9e156f744a tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=733d5bd9c7084becb0ad3bb10d2da297&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2554250 Sep 21 12:54:15.698368 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.45', 53746) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:15.792984 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 6f9d544c-8dec-42cf-a32f-9a1ed48c71e9 up at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:54:15.795758 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-03885abd-ce4c-41c7-8a86-eddc50976799 req-75b5b537-1cb1-46b2-b858-c0b09b868b8c tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=555ba68b-899b-4fce-98d6-5df71f9e605c HTTP/1.1" status: 200 len: 210 time: 0.0520892 Sep 21 12:54:15.929127 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-654cb628-3c3c-4cb0-add8-707fe516085a tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Made reservation on behalf of e2ec0b25771f4c22b0ae01dcc0fdf4c4 for: {'port': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:54:15.934062 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-654cb628-3c3c-4cb0-add8-707fe516085a tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:15.949726 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-b38c4db3-325b-4977-83b5-2f112eab7da9 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:15.951616 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-b38c4db3-325b-4977-83b5-2f112eab7da9 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.45 "GET /v2.0/networks?id=bfbda6af-3035-4abb-95f0-3f436848a388 HTTP/1.1" status: 200 len: 812 time: 0.2517703 Sep 21 12:54:15.978026 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-83d1d6d4-fd20-4d5a-8c96-2c93ba519294 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] Request body: {'port': {'device_id': '57dfe838-f89a-42bd-82cd-55724428e065', 'network_id': 'bfbda6af-3035-4abb-95f0-3f436848a388', 'admin_state_up': True, 'tenant_id': '9f351809691f4420a73aac6e5c0b692d'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:54:15.990378 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed219b5-59b1-4439-a2e7-6b8299f8e3b0 None None] Routers {'df628c95-aad1-476d-a005-9291a9189be1'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 12:54:16.001531 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-eed219b5-59b1-4439-a2e7-6b8299f8e3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T12:54:15Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['df628c95-aad1-476d-a005-9291a9189be1'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:54:16.202413 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-eed219b5-59b1-4439-a2e7-6b8299f8e3b0 None None] Set router df628c95-aad1-476d-a005-9291a9189be1 gateway port host: dv-cinder-810131-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 12:54:16.307954 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9df821ce-ab90-4c43-a863-3bc57fc9cbe6 req-895b2b48-89fa-4638-8c8b-299182c986a8 service neutron] 10.222.0.32 "GET /v2.0/networks/480564d1-d18f-47e0-b274-17cfc68cf539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6109800 Sep 21 12:54:16.352508 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:16.378614 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 52778) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:16.397756 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-83d1d6d4-fd20-4d5a-8c96-2c93ba519294 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] Made reservation on behalf of 9f351809691f4420a73aac6e5c0b692d for: {'port': 1} {{(pid=93968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:54:16.400879 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-83d1d6d4-fd20-4d5a-8c96-2c93ba519294 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:16.421302 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:16.437790 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb19748-f86c-4b35-9643-ceae3f1e0fdf None None] Pushing event updated for resources: {'Port': ['ID=40fae25d-1b3a-470e-8ef0-ec67bc9e29b5,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:16.447923 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-453eb906-33f2-438a-98ec-8ce1c37627c6 req-041d08aa-8687-4f36-9eed-df605ccc6247 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dfe838-f89a-42bd-82cd-55724428e065 HTTP/1.1" status: 200 len: 210 time: 0.0765331 Sep 21 12:54:16.524645 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Provisioning complete for port 6f9d544c-8dec-42cf-a32f-9a1ed48c71e9 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:54:16.526881 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:16.675244 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:16.683816 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-eed219b5-59b1-4439-a2e7-6b8299f8e3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df628c95-aad1-476d-a005-9291a9189be1', 'name': 'tempest-ServerRescueNegativeTestJSON-1644202309-router', 'tenant_id': '733d5bd9c7084becb0ad3bb10d2da297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '6f9d544c-8dec-42cf-a32f-9a1ed48c71e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:54:06Z', 'updated_at': '2021-09-21T12:54:11Z', 'revision_number': 4, 'project_id': '733d5bd9c7084becb0ad3bb10d2da297', 'gw_port': {'id': '6f9d544c-8dec-42cf-a32f-9a1ed48c71e9', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df628c95-aad1-476d-a005-9291a9189be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:54:07Z', 'updated_at': '2021-09-21T12:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': '40fae25d-1b3a-470e-8ef0-ec67bc9e29b5', 'name': '', 'network_id': '480564d1-d18f-47e0-b274-17cfc68cf539', 'tenant_id': '733d5bd9c7084becb0ad3bb10d2da297', 'mac_address': 'fa:16:3e:8f:0b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df628c95-aad1-476d-a005-9291a9189be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '44b95dae-7a59-470d-b24b-f73d769ae49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:54:10Z', 'updated_at': '2021-09-21T12:54:15Z', 'revision_number': 4, 'project_id': '733d5bd9c7084becb0ad3bb10d2da297', 'subnets': [{'id': '44b95dae-7a59-470d-b24b-f73d769ae49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:54:16.790917 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed219b5-59b1-4439-a2e7-6b8299f8e3b0 None None] The sync data for ids ['df628c95-aad1-476d-a005-9291a9189be1'] in dv-cinder-810131-2-iscsi is: [{'id': 'df628c95-aad1-476d-a005-9291a9189be1', 'name': 'tempest-ServerRescueNegativeTestJSON-1644202309-router', 'tenant_id': '733d5bd9c7084becb0ad3bb10d2da297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '6f9d544c-8dec-42cf-a32f-9a1ed48c71e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:54:06Z', 'updated_at': '2021-09-21T12:54:11Z', 'revision_number': 4, 'project_id': '733d5bd9c7084becb0ad3bb10d2da297', 'gw_port': {'id': '6f9d544c-8dec-42cf-a32f-9a1ed48c71e9', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df628c95-aad1-476d-a005-9291a9189be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:54:07Z', 'updated_at': '2021-09-21T12:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': '40fae25d-1b3a-470e-8ef0-ec67bc9e29b5', 'name': '', 'network_id': '480564d1-d18f-47e0-b274-17cfc68cf539', 'tenant_id': '733d5bd9c7084becb0ad3bb10d2da297', 'mac_address': 'fa:16:3e:8f:0b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df628c95-aad1-476d-a005-9291a9189be1', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '44b95dae-7a59-470d-b24b-f73d769ae49b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:54:10Z', 'updated_at': '2021-09-21T12:54:15Z', 'revision_number': 4, 'project_id': '733d5bd9c7084becb0ad3bb10d2da297', 'subnets': [{'id': '44b95dae-7a59-470d-b24b-f73d769ae49b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:54:16.859647 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.45', 53751) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:17.041222 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0608517e-4d5c-457e-a2c0-d67ce26277a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:17.041222 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9df821ce-ab90-4c43-a863-3bc57fc9cbe6 req-7ad21eff-b5a4-46e7-9f6b-e3239d4fcd95 service neutron] 10.222.0.32 "GET /v2.0/networks/480564d1-d18f-47e0-b274-17cfc68cf539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7094789 Sep 21 12:54:17.066904 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-654cb628-3c3c-4cb0-add8-707fe516085a tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Allocated IP 172.20.0.7 (bfa955ee-caa2-4aa5-bdf2-91dd256312eb/0243efde-fe2f-4d4f-9f40-170cfeada7be/0454ae33-c876-4648-afa4-83ec17c15643) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:54:17.197486 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-83d1d6d4-fd20-4d5a-8c96-2c93ba519294 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] Allocated IP 172.20.0.6 (bfbda6af-3035-4abb-95f0-3f436848a388/47eca934-c0b4-4753-8571-c88fd8d897c8/351419e0-f6e9-47a3-b30a-937511b1fd9a) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:54:17.234296 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f01bd-db8c-4469-b228-eaa4518810b7 req-0cedefa5-7264-4787-befd-c89473f865dc tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:17.240746 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7b7f01bd-db8c-4469-b228-eaa4518810b7 req-0cedefa5-7264-4787-befd-c89473f865dc tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.45 "GET /v2.0/networks?id=480564d1-d18f-47e0-b274-17cfc68cf539 HTTP/1.1" status: 200 len: 819 time: 0.3775873 Sep 21 12:54:17.268435 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [req-7b7f01bd-db8c-4469-b228-eaa4518810b7 req-e661de6d-8c41-4e88-bf40-2fbd02f1acef tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Request body: {'port': {'device_id': 'fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1', 'network_id': '480564d1-d18f-47e0-b274-17cfc68cf539', 'admin_state_up': True, 'tenant_id': '733d5bd9c7084becb0ad3bb10d2da297'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:54:17.513518 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d57f78e2-7729-4e94-a22b-cf4dbb0cd60b req-35b4d712-da15-4c45-a070-2282f6b4fa64 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=555ba68b-899b-4fce-98d6-5df71f9e605c HTTP/1.1" status: 200 len: 210 time: 0.2115455 Sep 21 12:54:17.708381 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 52832) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:17.917517 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 40fae25d-1b3a-470e-8ef0-ec67bc9e29b5 up at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:54:18.083993 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:18.173333 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3519f521-e200-464e-b909-3fc35ae5e499 req-74842374-3340-4690-844d-3caf90367d4c tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dfe838-f89a-42bd-82cd-55724428e065 HTTP/1.1" status: 200 len: 210 time: 0.0630202 Sep 21 12:54:18.195453 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Provisioning complete for port 40fae25d-1b3a-470e-8ef0-ec67bc9e29b5 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:54:18.196447 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:18.228139 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0608517e-4d5c-457e-a2c0-d67ce26277a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:18.244157 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-654cb628-3c3c-4cb0-add8-707fe516085a tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:18.249933 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0608517e-4d5c-457e-a2c0-d67ce26277a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:18.344465 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-0608517e-4d5c-457e-a2c0-d67ce26277a1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=30b39338eb8e46adbe5ba0d454eb5f77&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9640107 Sep 21 12:54:18.357770 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 52852) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:18.377626 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0608517e-4d5c-457e-a2c0-d67ce26277a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8bebac5-c7a7-456e-a0a8-b3514f9dd8c5,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:18.527998 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:18.585282 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-afef595b-d228-46f0-992c-4e22e526bbea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:18.630180 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] For port 40fae25d-1b3a-470e-8ef0-ec67bc9e29b5, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=40fae25d-1b3a-470e-8ef0-ec67bc9e29b5,segment=NetworkSegment(c922d50a-fd2e-41ac-a4a2-4ce4fb9268d3),segment_id=c922d50a-fd2e-41ac-a4a2-4ce4fb9268d3)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:54:18.634920 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-654cb628-3c3c-4cb0-add8-707fe516085a tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:18.640372 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:18.839983 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Pushing event updated for resources: {'Port': ['ID=40fae25d-1b3a-470e-8ef0-ec67bc9e29b5,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:19.049802 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-83d1d6d4-fd20-4d5a-8c96-2c93ba519294 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:19.101177 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-654cb628-3c3c-4cb0-add8-707fe516085a tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Network bfa955ee-caa2-4aa5-bdf2-91dd256312eb is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:54:19.144370 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ef4087d3-fe16-4e1b-99fb-963eb6ac7ad7 req-72a96be9-8cd2-4eb6-b469-8a3d36cd3b68 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 210 time: 1.0864532 Sep 21 12:54:19.200766 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-83d1d6d4-fd20-4d5a-8c96-2c93ba519294 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:19.206921 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-654cb628-3c3c-4cb0-add8-707fe516085a tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:54:19.232165 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-461dd34c-082f-43ce-b9d4-c3ca47c46606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:19.253877 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-654cb628-3c3c-4cb0-add8-707fe516085a tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 12:54:19.268135 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-654cb628-3c3c-4cb0-add8-707fe516085a tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:19.273579 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-654cb628-3c3c-4cb0-add8-707fe516085a tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:19.385669 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654cb628-3c3c-4cb0-add8-707fe516085a tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Pushing event updated for resources: {'Port': ['ID=0454ae33-c876-4648-afa4-83ec17c15643,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:19.408901 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-461dd34c-082f-43ce-b9d4-c3ca47c46606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:19.440146 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf3126-0ec1-42c4-90f8-9e18a00c22de req-3c32e562-4066-4a4c-bb60-856b0fd2ff2f tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:19.442251 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9daf3126-0ec1-42c4-90f8-9e18a00c22de req-3c32e562-4066-4a4c-bb60-856b0fd2ff2f tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=555ba68b-899b-4fce-98d6-5df71f9e605c HTTP/1.1" status: 200 len: 931 time: 0.5693376 Sep 21 12:54:19.552005 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-83d1d6d4-fd20-4d5a-8c96-2c93ba519294 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] Network bfbda6af-3035-4abb-95f0-3f436848a388 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:54:19.608287 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9daf3126-0ec1-42c4-90f8-9e18a00c22de req-564175ab-0c1d-4cd4-affa-4bbe6548ac85 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434035 Sep 21 12:54:19.654318 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-afef595b-d228-46f0-992c-4e22e526bbea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:19.658787 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-461dd34c-082f-43ce-b9d4-c3ca47c46606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:19.669387 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-461dd34c-082f-43ce-b9d4-c3ca47c46606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:19.672897 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-461dd34c-082f-43ce-b9d4-c3ca47c46606 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d8bebac5-c7a7-456e-a0a8-b3514f9dd8c5 HTTP/1.1" status: 204 len: 168 time: 1.3136849 Sep 21 12:54:19.679859 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-83d1d6d4-fd20-4d5a-8c96-2c93ba519294 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:54:19.688080 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-83d1d6d4-fd20-4d5a-8c96-2c93ba519294 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 12:54:19.692762 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-afef595b-d228-46f0-992c-4e22e526bbea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:19.701490 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-83d1d6d4-fd20-4d5a-8c96-2c93ba519294 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:19.702300 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-83d1d6d4-fd20-4d5a-8c96-2c93ba519294 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for port, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:19.703835 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.45', 53762) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:19.710259 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-654cb628-3c3c-4cb0-add8-707fe516085a tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2523286 Sep 21 12:54:19.732516 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d1d6d4-fd20-4d5a-8c96-2c93ba519294 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] Pushing event updated for resources: {'Port': ['ID=351419e0-f6e9-47a3-b30a-937511b1fd9a,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:19.733419 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461dd34c-082f-43ce-b9d4-c3ca47c46606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8bebac5-c7a7-456e-a0a8-b3514f9dd8c5,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:19.817570 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-bf02438a-0d3a-4516-bd70-b07e8bccd41a tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 12:54:19.822768 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-bf02438a-0d3a-4516-bd70-b07e8bccd41a tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076451 Sep 21 12:54:19.827580 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b7f01bd-db8c-4469-b228-eaa4518810b7 req-e661de6d-8c41-4e88-bf40-2fbd02f1acef tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Made reservation on behalf of 733d5bd9c7084becb0ad3bb10d2da297 for: {'port': 1} {{(pid=93968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:54:19.844831 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 40fae25d-1b3a-470e-8ef0-ec67bc9e29b5 up at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:54:19.852380 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-7b7f01bd-db8c-4469-b228-eaa4518810b7 req-e661de6d-8c41-4e88-bf40-2fbd02f1acef tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:19.859797 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-83d1d6d4-fd20-4d5a-8c96-2c93ba519294 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8980711 Sep 21 12:54:19.885211 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce029d8-7153-48d8-a392-fe5a2bc583a8 req-eafde9c6-cf99-4e4a-9746-ed93460a271e tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:19.887191 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1ce029d8-7153-48d8-a392-fe5a2bc583a8 req-eafde9c6-cf99-4e4a-9746-ed93460a271e tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dfe838-f89a-42bd-82cd-55724428e065 HTTP/1.1" status: 200 len: 931 time: 0.4532192 Sep 21 12:54:19.969422 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-afef595b-d228-46f0-992c-4e22e526bbea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a33b66d18d464680a31ae9457f1faa9e&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2582519 Sep 21 12:54:19.974350 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Provisioning complete for port 40fae25d-1b3a-470e-8ef0-ec67bc9e29b5 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:54:19.974814 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:19.976583 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 52890) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:20.035724 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afef595b-d228-46f0-992c-4e22e526bbea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289fc0b8-2f7a-44b3-9fe9-eabd34a94dc7,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:20.101506 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1ce029d8-7153-48d8-a392-fe5a2bc583a8 req-14cf14c8-fc62-4deb-a766-c9d53a47a3f9 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/security-groups?id=de7c17b0-9eef-4e85-b7aa-2c193eff179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893177 Sep 21 12:54:20.296460 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [req-7b7f01bd-db8c-4469-b228-eaa4518810b7 req-e661de6d-8c41-4e88-bf40-2fbd02f1acef tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Allocated IP 172.20.0.10 (480564d1-d18f-47e0-b274-17cfc68cf539/44b95dae-7a59-470d-b24b-f73d769ae49b/da06e402-0ae1-4ccc-98cb-edcb9f469cc0) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:54:20.387350 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6acf7a90-d00b-48b0-a261-062213c475fc req-c4c392fd-96f3-4fd5-8e0e-bfcbe7963f76 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 210 time: 0.1026802 Sep 21 12:54:20.405189 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df821ce-ab90-4c43-a863-3bc57fc9cbe6 req-230c7f32-b54a-447b-8613-19a568db6bb4 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:20.407400 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9df821ce-ab90-4c43-a863-3bc57fc9cbe6 req-230c7f32-b54a-447b-8613-19a568db6bb4 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.45 "GET /v2.0/networks?id=480564d1-d18f-47e0-b274-17cfc68cf539 HTTP/1.1" status: 200 len: 819 time: 0.6291561 Sep 21 12:54:20.409172 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4d9f4ab1-67e2-4f39-a759-35b1eac32ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:20.483800 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4d9f4ab1-67e2-4f39-a759-35b1eac32ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:20.572089 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-9df821ce-ab90-4c43-a863-3bc57fc9cbe6 req-51a6bf23-80ea-4e96-bb76-01800abc795a tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Request body: {'port': {'device_id': '4156ada7-bdf6-46f5-828c-00265e2d8daf', 'network_id': '480564d1-d18f-47e0-b274-17cfc68cf539', 'admin_state_up': True, 'tenant_id': '733d5bd9c7084becb0ad3bb10d2da297'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:54:20.581715 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 52916) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:20.639205 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7a25ad07-8ada-4b54-8fc3-825c1e7a67de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:20.808848 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-d6784c8c-5ce5-472b-ab21-6cf7db83a511 service neutron] Request body: {'port': {'device_id': '57dfe838-f89a-42bd-82cd-55724428e065', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81013'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:54:20.895485 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-4237904d-6e3a-4375-9b71-9e7ab9ac4f48 service neutron] Request body: {'port': {'device_id': '555ba68b-899b-4fce-98d6-5df71f9e605c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81013'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:54:21.016880 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-7b7f01bd-db8c-4469-b228-eaa4518810b7 req-e661de6d-8c41-4e88-bf40-2fbd02f1acef tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:21.045180 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246f116-9580-47f2-a443-8510dc550ea2 req-acb11d05-1f55-4f7b-9f38-e23bc68a0154 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:21.047206 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8246f116-9580-47f2-a443-8510dc550ea2 req-acb11d05-1f55-4f7b-9f38-e23bc68a0154 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=555ba68b-899b-4fce-98d6-5df71f9e605c HTTP/1.1" status: 200 len: 931 time: 0.1763594 Sep 21 12:54:21.050254 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-4237904d-6e3a-4375-9b71-9e7ab9ac4f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:21.080570 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-d6784c8c-5ce5-472b-ab21-6cf7db83a511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:21.166030 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4d9f4ab1-67e2-4f39-a759-35b1eac32ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:21.170879 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4d9f4ab1-67e2-4f39-a759-35b1eac32ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:21.188459 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-4d9f4ab1-67e2-4f39-a759-35b1eac32ca6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/289fc0b8-2f7a-44b3-9fe9-eabd34a94dc7 HTTP/1.1" status: 204 len: 168 time: 1.2073333 Sep 21 12:54:21.207483 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8246f116-9580-47f2-a443-8510dc550ea2 req-5d375591-b77b-46a3-926c-93f5ef828d8c tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448047 Sep 21 12:54:21.214853 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-7b7f01bd-db8c-4469-b228-eaa4518810b7 req-e661de6d-8c41-4e88-bf40-2fbd02f1acef tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:21.528909 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b7f01bd-db8c-4469-b228-eaa4518810b7 req-e661de6d-8c41-4e88-bf40-2fbd02f1acef tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Network 480564d1-d18f-47e0-b274-17cfc68cf539 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:54:21.545189 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [req-7b7f01bd-db8c-4469-b228-eaa4518810b7 req-e661de6d-8c41-4e88-bf40-2fbd02f1acef tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:54:21.548200 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b7f01bd-db8c-4469-b228-eaa4518810b7 req-e661de6d-8c41-4e88-bf40-2fbd02f1acef tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 12:54:21.555237 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f01bd-db8c-4469-b228-eaa4518810b7 req-e661de6d-8c41-4e88-bf40-2fbd02f1acef tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:21.556042 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-7b7f01bd-db8c-4469-b228-eaa4518810b7 req-e661de6d-8c41-4e88-bf40-2fbd02f1acef tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for port, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:21.602764 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7a25ad07-8ada-4b54-8fc3-825c1e7a67de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:21.609743 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e661de6d-8c41-4e88-bf40-2fbd02f1acef tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Pushing event updated for resources: {'Port': ['ID=da06e402-0ae1-4ccc-98cb-edcb9f469cc0,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:21.611181 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f4ab1-67e2-4f39-a759-35b1eac32ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289fc0b8-2f7a-44b3-9fe9-eabd34a94dc7,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:21.621490 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7a25ad07-8ada-4b54-8fc3-825c1e7a67de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:21.676130 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7b7f01bd-db8c-4469-b228-eaa4518810b7 req-e661de6d-8c41-4e88-bf40-2fbd02f1acef tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4228024 Sep 21 12:54:21.738244 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4ca8ffcc-4c7a-4217-8ae2-bc167caaec30 req-7ca053eb-7756-44e6-9650-e9bdbbf8dad8 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 210 time: 0.0738328 Sep 21 12:54:21.753419 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-7a25ad07-8ada-4b54-8fc3-825c1e7a67de admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dedf6e4599594703a040f0164e65cb5c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1663442 Sep 21 12:54:21.753613 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 52946) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:21.770067 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a25ad07-8ada-4b54-8fc3-825c1e7a67de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a4fa63-3c5f-4e02-982a-9b835e8391ce,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:21.829545 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80376f5-da3f-4434-a32d-7ad87c5484fb req-a1a4b017-0de5-4b87-817a-4cc989338104 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:21.837078 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b80376f5-da3f-4434-a32d-7ad87c5484fb req-a1a4b017-0de5-4b87-817a-4cc989338104 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dfe838-f89a-42bd-82cd-55724428e065 HTTP/1.1" status: 200 len: 931 time: 0.2519038 Sep 21 12:54:21.843668 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9df821ce-ab90-4c43-a863-3bc57fc9cbe6 req-51a6bf23-80ea-4e96-bb76-01800abc795a tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Made reservation on behalf of 733d5bd9c7084becb0ad3bb10d2da297 for: {'port': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:54:21.847835 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-9df821ce-ab90-4c43-a863-3bc57fc9cbe6 req-51a6bf23-80ea-4e96-bb76-01800abc795a tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:21.950361 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b80376f5-da3f-4434-a32d-7ad87c5484fb req-bc9fb489-8f7a-4804-8a3c-790e2c545908 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/security-groups?id=de7c17b0-9eef-4e85-b7aa-2c193eff179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122832 Sep 21 12:54:21.952727 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9c1e00a7-2aff-4bd2-885e-16666bd7dd02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:21.994647 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9c1e00a7-2aff-4bd2-885e-16666bd7dd02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:22.071763 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.notifiers.nova [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-4237904d-6e3a-4375-9b71-9e7ab9ac4f48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0454ae33-c876-4648-afa4-83ec17c15643 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 12:54:22.080639 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-4237904d-6e3a-4375-9b71-9e7ab9ac4f48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:22.107377 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9c1e00a7-2aff-4bd2-885e-16666bd7dd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:22.111522 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9c1e00a7-2aff-4bd2-885e-16666bd7dd02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:22.114561 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-9c1e00a7-2aff-4bd2-885e-16666bd7dd02 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/30a4fa63-3c5f-4e02-982a-9b835e8391ce HTTP/1.1" status: 204 len: 168 time: 0.3598921 Sep 21 12:54:22.116889 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-4237904d-6e3a-4375-9b71-9e7ab9ac4f48 service neutron] Transition to ACTIVE for port object 0454ae33-c876-4648-afa4-83ec17c15643 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 12:54:22.132345 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e00a7-2aff-4bd2-885e-16666bd7dd02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a4fa63-3c5f-4e02-982a-9b835e8391ce,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:22.138482 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-4237904d-6e3a-4375-9b71-9e7ab9ac4f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:22.232679 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-d6784c8c-5ce5-472b-ab21-6cf7db83a511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 351419e0-f6e9-47a3-b30a-937511b1fd9a {{(pid=93969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 12:54:22.246235 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-d6784c8c-5ce5-472b-ab21-6cf7db83a511 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:22.314102 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4237904d-6e3a-4375-9b71-9e7ab9ac4f48 service neutron] Pushing event updated for resources: {'Port': ['ID=0454ae33-c876-4648-afa4-83ec17c15643,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:22.323478 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-4237904d-6e3a-4375-9b71-9e7ab9ac4f48 service neutron] Attempting to bind port 0454ae33-c876-4648-afa4-83ec17c15643 on host hv-cinder-81013 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 12:54:22.323866 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-4237904d-6e3a-4375-9b71-9e7ab9ac4f48 service neutron] Attempting to bind port 0454ae33-c876-4648-afa4-83ec17c15643 by drivers openvswitch,hyperv on host hv-cinder-81013 at level 0 using segments [{'id': 'd328da7a-b4f4-4af5-8150-fe9ea1d1ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bfa955ee-caa2-4aa5-bdf2-91dd256312eb'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 12:54:22.325334 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-4237904d-6e3a-4375-9b71-9e7ab9ac4f48 service neutron] Attempting to bind port 0454ae33-c876-4648-afa4-83ec17c15643 on network bfa955ee-caa2-4aa5-bdf2-91dd256312eb {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:54:22.331596 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-d6784c8c-5ce5-472b-ab21-6cf7db83a511 service neutron] Transition to ACTIVE for port object 351419e0-f6e9-47a3-b30a-937511b1fd9a will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 12:54:22.337599 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-d6784c8c-5ce5-472b-ab21-6cf7db83a511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:22.343338 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-4237904d-6e3a-4375-9b71-9e7ab9ac4f48 service neutron] Port 0454ae33-c876-4648-afa4-83ec17c15643 on network bfa955ee-caa2-4aa5-bdf2-91dd256312eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81013 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 12:54:22.343338 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-4237904d-6e3a-4375-9b71-9e7ab9ac4f48 service neutron] Attempting to bind port 0454ae33-c876-4648-afa4-83ec17c15643 on network bfa955ee-caa2-4aa5-bdf2-91dd256312eb {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:54:22.381911 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-4237904d-6e3a-4375-9b71-9e7ab9ac4f48 service neutron] Checking agent: {'id': 'a6e01e35-01d6-479f-9faf-9c323aed8d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 12, 52, 16), 'started_at': datetime.datetime(2021, 9, 21, 12, 52, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 12, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 12:54:22.382882 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-4237904d-6e3a-4375-9b71-9e7ab9ac4f48 service neutron] Checking segment: {'id': 'd328da7a-b4f4-4af5-8150-fe9ea1d1ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bfa955ee-caa2-4aa5-bdf2-91dd256312eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:54:22.386134 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-4237904d-6e3a-4375-9b71-9e7ab9ac4f48 service neutron] Bound using segment: {'id': 'd328da7a-b4f4-4af5-8150-fe9ea1d1ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bfa955ee-caa2-4aa5-bdf2-91dd256312eb'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:54:22.387728 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-4237904d-6e3a-4375-9b71-9e7ab9ac4f48 service neutron] Bound port: 0454ae33-c876-4648-afa4-83ec17c15643, host: hv-cinder-81013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd328da7a-b4f4-4af5-8150-fe9ea1d1ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bfa955ee-caa2-4aa5-bdf2-91dd256312eb'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 12:54:22.389061 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-4237904d-6e3a-4375-9b71-9e7ab9ac4f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:22.408908 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 52972) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:22.469456 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6784c8c-5ce5-472b-ab21-6cf7db83a511 service neutron] Pushing event updated for resources: {'Port': ['ID=351419e0-f6e9-47a3-b30a-937511b1fd9a,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:22.494186 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f65bbe6-7513-402b-a70e-8a20a6bbe897 req-6488b058-25f4-4e0a-9923-e6a172e57140 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:22.495933 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6f65bbe6-7513-402b-a70e-8a20a6bbe897 req-6488b058-25f4-4e0a-9923-e6a172e57140 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=555ba68b-899b-4fce-98d6-5df71f9e605c HTTP/1.1" status: 200 len: 943 time: 0.1459534 Sep 21 12:54:22.499301 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [req-9df821ce-ab90-4c43-a863-3bc57fc9cbe6 req-51a6bf23-80ea-4e96-bb76-01800abc795a tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Allocated IP 172.20.0.14 (480564d1-d18f-47e0-b274-17cfc68cf539/44b95dae-7a59-470d-b24b-f73d769ae49b/63dbd2af-31c4-44dc-bc4d-4cc20922ed2c) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:54:22.544265 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-4237904d-6e3a-4375-9b71-9e7ab9ac4f48 service neutron] For port 0454ae33-c876-4648-afa4-83ec17c15643, host hv-cinder-81013, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:54:22.549942 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-4237904d-6e3a-4375-9b71-9e7ab9ac4f48 service neutron] For port 0454ae33-c876-4648-afa4-83ec17c15643, host hv-cinder-81013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=0454ae33-c876-4648-afa4-83ec17c15643,segment=NetworkSegment(d328da7a-b4f4-4af5-8150-fe9ea1d1ccba),segment_id=d328da7a-b4f4-4af5-8150-fe9ea1d1ccba)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:54:22.563361 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-4237904d-6e3a-4375-9b71-9e7ab9ac4f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:22.571516 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-d6784c8c-5ce5-472b-ab21-6cf7db83a511 service neutron] Attempting to bind port 351419e0-f6e9-47a3-b30a-937511b1fd9a on host hv-cinder-81013 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 12:54:22.571885 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-d6784c8c-5ce5-472b-ab21-6cf7db83a511 service neutron] Attempting to bind port 351419e0-f6e9-47a3-b30a-937511b1fd9a by drivers openvswitch,hyperv on host hv-cinder-81013 at level 0 using segments [{'id': 'd24a51e9-2914-4fc8-812d-86fd6ef9c7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'bfbda6af-3035-4abb-95f0-3f436848a388'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 12:54:22.572226 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-d6784c8c-5ce5-472b-ab21-6cf7db83a511 service neutron] Attempting to bind port 351419e0-f6e9-47a3-b30a-937511b1fd9a on network bfbda6af-3035-4abb-95f0-3f436848a388 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:54:22.585319 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-d6784c8c-5ce5-472b-ab21-6cf7db83a511 service neutron] Port 351419e0-f6e9-47a3-b30a-937511b1fd9a on network bfbda6af-3035-4abb-95f0-3f436848a388 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81013 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 12:54:22.585763 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-d6784c8c-5ce5-472b-ab21-6cf7db83a511 service neutron] Attempting to bind port 351419e0-f6e9-47a3-b30a-937511b1fd9a on network bfbda6af-3035-4abb-95f0-3f436848a388 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:54:22.600103 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-d6784c8c-5ce5-472b-ab21-6cf7db83a511 service neutron] Checking agent: {'id': 'a6e01e35-01d6-479f-9faf-9c323aed8d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 12, 52, 16), 'started_at': datetime.datetime(2021, 9, 21, 12, 52, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 12, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 12:54:22.600604 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-d6784c8c-5ce5-472b-ab21-6cf7db83a511 service neutron] Checking segment: {'id': 'd24a51e9-2914-4fc8-812d-86fd6ef9c7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'bfbda6af-3035-4abb-95f0-3f436848a388'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:54:22.601335 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-d6784c8c-5ce5-472b-ab21-6cf7db83a511 service neutron] Bound using segment: {'id': 'd24a51e9-2914-4fc8-812d-86fd6ef9c7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'bfbda6af-3035-4abb-95f0-3f436848a388'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:54:22.601780 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-d6784c8c-5ce5-472b-ab21-6cf7db83a511 service neutron] Bound port: 351419e0-f6e9-47a3-b30a-937511b1fd9a, host: hv-cinder-81013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd24a51e9-2914-4fc8-812d-86fd6ef9c7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'bfbda6af-3035-4abb-95f0-3f436848a388'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 12:54:22.602144 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-d6784c8c-5ce5-472b-ab21-6cf7db83a511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:22.632437 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-4237904d-6e3a-4375-9b71-9e7ab9ac4f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:22.633351 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-4237904d-6e3a-4375-9b71-9e7ab9ac4f48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for port, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:22.634996 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-4237904d-6e3a-4375-9b71-9e7ab9ac4f48 service neutron] 10.222.0.45 "PUT /v2.0/ports/0454ae33-c876-4648-afa4-83ec17c15643 HTTP/1.1" status: 200 len: 1093 time: 2.5045121 Sep 21 12:54:22.635648 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '555ba68b-899b-4fce-98d6-5df71f9e605c', 'tag': '0454ae33-c876-4648-afa4-83ec17c15643'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 12:54:22.759661 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6f65bbe6-7513-402b-a70e-8a20a6bbe897 req-b51aa759-7564-4b98-90f9-104ca1058feb tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077725 Sep 21 12:54:22.765685 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4237904d-6e3a-4375-9b71-9e7ab9ac4f48 service neutron] Pushing event updated for resources: {'Port': ['ID=0454ae33-c876-4648-afa4-83ec17c15643,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:22.769094 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f53f6ad2-3103-47a4-8279-c038523873e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:22.942223 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-89376b9c-55e0-4a8f-9f7d-5f04ed6fc655 req-03874510-1124-4fc6-976c-27076d338008 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 210 time: 0.0442374 Sep 21 12:54:22.951201 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-d6784c8c-5ce5-472b-ab21-6cf7db83a511 service neutron] For port 351419e0-f6e9-47a3-b30a-937511b1fd9a, host hv-cinder-81013, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:54:22.973514 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f53f6ad2-3103-47a4-8279-c038523873e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:22.973514 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a262e2a05831170809019d2cf22837e497d964a865586fc051a88de41b43109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295aded3-6486-4a2d-bd0d-df39cb55bc38" -d '{"events": [{"name": "network-changed", "server_uuid": "555ba68b-899b-4fce-98d6-5df71f9e605c", "tag": "0454ae33-c876-4648-afa4-83ec17c15643"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:54:22.978698 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f53f6ad2-3103-47a4-8279-c038523873e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:22.984413 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-d6784c8c-5ce5-472b-ab21-6cf7db83a511 service neutron] For port 351419e0-f6e9-47a3-b30a-937511b1fd9a, host hv-cinder-81013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=351419e0-f6e9-47a3-b30a-937511b1fd9a,segment=NetworkSegment(d24a51e9-2914-4fc8-812d-86fd6ef9c7fa),segment_id=d24a51e9-2914-4fc8-812d-86fd6ef9c7fa)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:54:22.997816 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-d6784c8c-5ce5-472b-ab21-6cf7db83a511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:23.018752 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-9df821ce-ab90-4c43-a863-3bc57fc9cbe6 req-51a6bf23-80ea-4e96-bb76-01800abc795a tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:23.033249 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-f53f6ad2-3103-47a4-8279-c038523873e4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8577e36fb43d47fc931255f1ab800937&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6051934 Sep 21 12:54:23.034550 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f6ad2-3103-47a4-8279-c038523873e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506320a9-15e5-4f2b-aabb-68c9e6b22f53,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:23.039788 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 53006) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:23.077570 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-d6784c8c-5ce5-472b-ab21-6cf7db83a511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:23.078302 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-d6784c8c-5ce5-472b-ab21-6cf7db83a511 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:23.079907 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-d6784c8c-5ce5-472b-ab21-6cf7db83a511 service neutron] 10.222.0.45 "PUT /v2.0/ports/351419e0-f6e9-47a3-b30a-937511b1fd9a HTTP/1.1" status: 200 len: 1093 time: 2.9418564 Sep 21 12:54:23.080565 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57dfe838-f89a-42bd-82cd-55724428e065', 'tag': '351419e0-f6e9-47a3-b30a-937511b1fd9a'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 12:54:23.103728 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5ba3c7f9-f13a-4e31-ada8-09dac1f05320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:23.135856 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5ba3c7f9-f13a-4e31-ada8-09dac1f05320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:23.213986 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5ba3c7f9-f13a-4e31-ada8-09dac1f05320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:23.217240 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5ba3c7f9-f13a-4e31-ada8-09dac1f05320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:23.218639 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-5ba3c7f9-f13a-4e31-ada8-09dac1f05320 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/506320a9-15e5-4f2b-aabb-68c9e6b22f53 HTTP/1.1" status: 204 len: 168 time: 0.1774774 Sep 21 12:54:23.231888 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba3c7f9-f13a-4e31-ada8-09dac1f05320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506320a9-15e5-4f2b-aabb-68c9e6b22f53,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:23.245242 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6784c8c-5ce5-472b-ab21-6cf7db83a511 service neutron] Pushing event updated for resources: {'Port': ['ID=351419e0-f6e9-47a3-b30a-937511b1fd9a,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:23.265130 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26bc8f-67aa-4469-ab7c-e2497a28c1cb req-2b1703e7-e1a0-4295-88a0-6afe58be086c tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:23.266807 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2a26bc8f-67aa-4469-ab7c-e2497a28c1cb req-2b1703e7-e1a0-4295-88a0-6afe58be086c tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dfe838-f89a-42bd-82cd-55724428e065 HTTP/1.1" status: 200 len: 943 time: 0.1093569 Sep 21 12:54:23.268604 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-9df821ce-ab90-4c43-a863-3bc57fc9cbe6 req-51a6bf23-80ea-4e96-bb76-01800abc795a tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:23.322982 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9df821ce-ab90-4c43-a863-3bc57fc9cbe6 req-51a6bf23-80ea-4e96-bb76-01800abc795a tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Network 480564d1-d18f-47e0-b274-17cfc68cf539 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:54:23.327589 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}891eab8d1a3043c3e369406f1201b67df81013e3c20d23918ff9fd5cd34c6e83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fb4a38-2028-4a85-815b-12dd11be415f" -d '{"events": [{"name": "network-changed", "server_uuid": "57dfe838-f89a-42bd-82cd-55724428e065", "tag": "351419e0-f6e9-47a3-b30a-937511b1fd9a"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:54:23.346802 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [req-9df821ce-ab90-4c43-a863-3bc57fc9cbe6 req-51a6bf23-80ea-4e96-bb76-01800abc795a tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:54:23.352898 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df821ce-ab90-4c43-a863-3bc57fc9cbe6 req-51a6bf23-80ea-4e96-bb76-01800abc795a tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 12:54:23.359173 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df821ce-ab90-4c43-a863-3bc57fc9cbe6 req-51a6bf23-80ea-4e96-bb76-01800abc795a tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:23.359436 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-9df821ce-ab90-4c43-a863-3bc57fc9cbe6 req-51a6bf23-80ea-4e96-bb76-01800abc795a tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:23.383002 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a6bf23-80ea-4e96-bb76-01800abc795a tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Pushing event updated for resources: {'Port': ['ID=63dbd2af-31c4-44dc-bc4d-4cc20922ed2c,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:23.396102 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2a26bc8f-67aa-4469-ab7c-e2497a28c1cb req-ca788193-d677-49de-9c5a-b30667b4599b tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/security-groups?id=de7c17b0-9eef-4e85-b7aa-2c193eff179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109197 Sep 21 12:54:23.398966 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9df821ce-ab90-4c43-a863-3bc57fc9cbe6 req-51a6bf23-80ea-4e96-bb76-01800abc795a tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9434433 Sep 21 12:54:23.707419 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 12:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d1c0c2-47a6-4372-bf0b-772e0534ddda x-openstack-request-id: req-e3d1c0c2-47a6-4372-bf0b-772e0534ddda {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:54:23.708396 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "555ba68b-899b-4fce-98d6-5df71f9e605c", "tag": "0454ae33-c876-4648-afa4-83ec17c15643", "status": "completed", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:54:23.708899 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e3d1c0c2-47a6-4372-bf0b-772e0534ddda {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:54:23.710267 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '555ba68b-899b-4fce-98d6-5df71f9e605c', 'tag': '0454ae33-c876-4648-afa4-83ec17c15643', 'status': 'completed', 'code': 200} Sep 21 12:54:23.777361 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 12:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602b5f93-38de-42d0-9190-00cbe4e05768 x-openstack-request-id: req-602b5f93-38de-42d0-9190-00cbe4e05768 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:54:23.777709 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57dfe838-f89a-42bd-82cd-55724428e065", "tag": "351419e0-f6e9-47a3-b30a-937511b1fd9a", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:54:23.777961 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-602b5f93-38de-42d0-9190-00cbe4e05768 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:54:23.778506 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57dfe838-f89a-42bd-82cd-55724428e065', 'tag': '351419e0-f6e9-47a3-b30a-937511b1fd9a', 'status': 'completed', 'code': 200} Sep 21 12:54:23.921092 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4dd7ee-fcc6-4e09-9e64-b3d97551bbd7 req-ba05925c-af47-480f-b73b-24bc7b67ec0e tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:23.923065 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2e4dd7ee-fcc6-4e09-9e64-b3d97551bbd7 req-ba05925c-af47-480f-b73b-24bc7b67ec0e tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=555ba68b-899b-4fce-98d6-5df71f9e605c HTTP/1.1" status: 200 len: 943 time: 0.0538766 Sep 21 12:54:24.039555 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2e4dd7ee-fcc6-4e09-9e64-b3d97551bbd7 req-bd2c416d-e1d5-4393-ba88-a77e3efbdcb4 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078980 Sep 21 12:54:24.259556 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d843f-a49d-4ca3-b462-29c71b694a69 req-a50db812-f6c9-4753-8c0e-25c2248cd9e8 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:24.267119 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-899d843f-a49d-4ca3-b462-29c71b694a69 req-a50db812-f6c9-4753-8c0e-25c2248cd9e8 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 932 time: 0.1604366 Sep 21 12:54:24.306232 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-899d843f-a49d-4ca3-b462-29c71b694a69 req-c24b78a4-2a84-4d61-bbe6-744bc7b5e047 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382082 Sep 21 12:54:24.586432 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f71084-a570-492f-b8d8-bfe665312823 req-1637a8bd-4248-4a41-817d-5e65cb70d601 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:24.599292 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-19f71084-a570-492f-b8d8-bfe665312823 req-1637a8bd-4248-4a41-817d-5e65cb70d601 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dfe838-f89a-42bd-82cd-55724428e065 HTTP/1.1" status: 200 len: 943 time: 0.0984383 Sep 21 12:54:24.923527 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-19f71084-a570-492f-b8d8-bfe665312823 req-b507b41d-9546-4f52-895d-0656bcb47a17 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/security-groups?id=de7c17b0-9eef-4e85-b7aa-2c193eff179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107381 Sep 21 12:54:25.232666 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263e0c8-db08-44ea-86d2-dd8bfffab52d req-d09bcfa8-b79a-4ffc-bdcd-954e66abb79d tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:25.243169 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8263e0c8-db08-44ea-86d2-dd8bfffab52d req-d09bcfa8-b79a-4ffc-bdcd-954e66abb79d tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=555ba68b-899b-4fce-98d6-5df71f9e605c HTTP/1.1" status: 200 len: 943 time: 0.0711112 Sep 21 12:54:25.297079 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8263e0c8-db08-44ea-86d2-dd8bfffab52d req-48aa4a61-b93a-4a9e-843a-8b4a7f40798d tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517392 Sep 21 12:54:25.523593 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5820f0-9031-44f4-b2cc-a5a44269af6b req-58f3886a-1752-4801-b37f-c0789d3c99a7 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:25.526671 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3c5820f0-9031-44f4-b2cc-a5a44269af6b req-58f3886a-1752-4801-b37f-c0789d3c99a7 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 932 time: 0.0899704 Sep 21 12:54:25.619265 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3c5820f0-9031-44f4-b2cc-a5a44269af6b req-42d785fe-24d8-4cf2-af4d-1661e9c2c372 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854514 Sep 21 12:54:26.100160 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffed76-a49e-4277-8372-872a98d77d07 req-97da1ed1-8ea4-44cf-a5b7-4572ecfe74bc tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:26.101787 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4fffed76-a49e-4277-8372-872a98d77d07 req-97da1ed1-8ea4-44cf-a5b7-4572ecfe74bc tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dfe838-f89a-42bd-82cd-55724428e065 HTTP/1.1" status: 200 len: 943 time: 0.0972664 Sep 21 12:54:26.161270 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4fffed76-a49e-4277-8372-872a98d77d07 req-95e72b36-77c5-4a7d-925d-55e9a08a7d15 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/security-groups?id=de7c17b0-9eef-4e85-b7aa-2c193eff179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535393 Sep 21 12:54:26.512539 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d83793-31a1-45ec-9c34-341e5195edb8 req-3ad613ee-84a1-4f08-af4a-5ef2c81440fa tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:26.515480 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-46d83793-31a1-45ec-9c34-341e5195edb8 req-3ad613ee-84a1-4f08-af4a-5ef2c81440fa tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=555ba68b-899b-4fce-98d6-5df71f9e605c HTTP/1.1" status: 200 len: 943 time: 0.0635533 Sep 21 12:54:26.608574 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-46d83793-31a1-45ec-9c34-341e5195edb8 req-fc7f18d7-8a18-45c2-9d13-95c088058689 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823987 Sep 21 12:54:26.846328 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 53212) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:26.969589 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f8cf9-1265-4761-8675-e824d0645034 req-0d2a700f-6cf5-4716-952c-dcf51b19afe6 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:26.978147 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0d7f8cf9-1265-4761-8675-e824d0645034 req-0d2a700f-6cf5-4716-952c-dcf51b19afe6 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 932 time: 0.1749222 Sep 21 12:54:27.036285 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0d7f8cf9-1265-4761-8675-e824d0645034 req-640e45d9-d1d2-4282-a02e-296f0d2c2a50 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564570 Sep 21 12:54:27.078050 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6e3403b6-62da-4f27-b1ee-2eddfb8b11f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:27.259466 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6e3403b6-62da-4f27-b1ee-2eddfb8b11f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:27.264247 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6e3403b6-62da-4f27-b1ee-2eddfb8b11f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:27.273662 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 53238) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:27.392501 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-6e3403b6-62da-4f27-b1ee-2eddfb8b11f3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=799339a01ca44ab499ead26d62c1c3e2&name=default HTTP/1.1" status: 200 len: 2977 time: 0.5445478 Sep 21 12:54:27.394587 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 53248) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:27.409324 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3403b6-62da-4f27-b1ee-2eddfb8b11f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f21413f-76f7-4813-8976-708b9a119083,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:27.423523 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fda3ad-42de-4879-8278-b3935e4aefe6 req-406f98ba-7d20-46d8-bc10-f3175015c350 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:27.424664 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-92fda3ad-42de-4879-8278-b3935e4aefe6 req-406f98ba-7d20-46d8-bc10-f3175015c350 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dfe838-f89a-42bd-82cd-55724428e065 HTTP/1.1" status: 200 len: 943 time: 0.1089306 Sep 21 12:54:27.512910 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-92fda3ad-42de-4879-8278-b3935e4aefe6 req-f43dcd54-ff1c-4b59-bdd6-1d37c5af4e53 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/security-groups?id=de7c17b0-9eef-4e85-b7aa-2c193eff179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718610 Sep 21 12:54:27.550167 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-beb95a17-90cb-494a-bb46-08c9f887f341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:27.574080 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-64f2f5f6-f1d1-4093-8cde-ddbcbb471a0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:27.596149 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-beb95a17-90cb-494a-bb46-08c9f887f341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:27.770316 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-beb95a17-90cb-494a-bb46-08c9f887f341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:27.773751 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-beb95a17-90cb-494a-bb46-08c9f887f341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:27.777709 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-beb95a17-90cb-494a-bb46-08c9f887f341 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9f21413f-76f7-4813-8976-708b9a119083 HTTP/1.1" status: 204 len: 168 time: 0.3815463 Sep 21 12:54:27.797535 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb95a17-90cb-494a-bb46-08c9f887f341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f21413f-76f7-4813-8976-708b9a119083,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:27.834089 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad5c6b-dd0c-45be-be79-b377105f39de req-e518f546-0908-4f6c-a213-e0b2c11f1b90 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:27.842349 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-62ad5c6b-dd0c-45be-be79-b377105f39de req-e518f546-0908-4f6c-a213-e0b2c11f1b90 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=555ba68b-899b-4fce-98d6-5df71f9e605c HTTP/1.1" status: 200 len: 943 time: 0.1440904 Sep 21 12:54:27.903265 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-64f2f5f6-f1d1-4093-8cde-ddbcbb471a0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:27.907944 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-62ad5c6b-dd0c-45be-be79-b377105f39de req-883a6b83-1b99-4453-954f-904e69bb959b tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644212 Sep 21 12:54:27.910827 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-64f2f5f6-f1d1-4093-8cde-ddbcbb471a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:27.966593 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f2f5f6-f1d1-4093-8cde-ddbcbb471a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb320ba-b550-44c6-aa52-1213826e5fc2,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:27.976498 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 53276) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:28.002781 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-64f2f5f6-f1d1-4093-8cde-ddbcbb471a0a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=75438c60e3bc4ab7b5adea1978c4ff9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6963234 Sep 21 12:54:28.103253 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d04f3aa4-13d3-4d58-8416-aae858f6e128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:28.174933 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d04f3aa4-13d3-4d58-8416-aae858f6e128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:28.248133 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 53294) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:28.271905 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402adb3b-38e1-4b7c-9390-eb8ce9ed7be6 req-53782e18-fdd7-4926-9b94-fc8a9b2e1ec3 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:28.280679 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-402adb3b-38e1-4b7c-9390-eb8ce9ed7be6 req-53782e18-fdd7-4926-9b94-fc8a9b2e1ec3 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 932 time: 0.1384621 Sep 21 12:54:28.283357 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-03ee28cf-50e7-48ef-9ccf-90edb868223a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:28.410383 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-402adb3b-38e1-4b7c-9390-eb8ce9ed7be6 req-777df03e-5b67-4be5-9b07-1f421e8f4eea tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277781 Sep 21 12:54:28.411509 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d04f3aa4-13d3-4d58-8416-aae858f6e128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:28.414868 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d04f3aa4-13d3-4d58-8416-aae858f6e128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:28.425430 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-d04f3aa4-13d3-4d58-8416-aae858f6e128 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9fb320ba-b550-44c6-aa52-1213826e5fc2 HTTP/1.1" status: 204 len: 168 time: 0.4478557 Sep 21 12:54:28.438971 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f3aa4-13d3-4d58-8416-aae858f6e128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb320ba-b550-44c6-aa52-1213826e5fc2,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:28.581945 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-03ee28cf-50e7-48ef-9ccf-90edb868223a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:28.590859 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-03ee28cf-50e7-48ef-9ccf-90edb868223a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:28.738239 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-03ee28cf-50e7-48ef-9ccf-90edb868223a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6e9f6fc557c8443aa1417f201a184709&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4885850 Sep 21 12:54:28.739520 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee28cf-50e7-48ef-9ccf-90edb868223a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1780b29b-8d19-4e76-880b-b9567900a143,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:28.741565 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 53322) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:28.813218 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472ffd3-af83-4ddb-a926-c675440c7bb8 req-c5fe9221-a616-4a42-89e4-0df22cb7af3f tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:28.823015 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6472ffd3-af83-4ddb-a926-c675440c7bb8 req-c5fe9221-a616-4a42-89e4-0df22cb7af3f tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dfe838-f89a-42bd-82cd-55724428e065 HTTP/1.1" status: 200 len: 943 time: 0.1682947 Sep 21 12:54:28.871074 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3d508b47-1647-444c-8ec5-1e4c27672e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:28.924792 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6472ffd3-af83-4ddb-a926-c675440c7bb8 req-a4c4f9e4-7628-4180-9a1f-3f9f07bae1cb tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/security-groups?id=de7c17b0-9eef-4e85-b7aa-2c193eff179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002786 Sep 21 12:54:28.963977 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3d508b47-1647-444c-8ec5-1e4c27672e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:29.157953 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf3be7f-8580-4a1a-88e8-278117aa5b15 req-52391706-efaa-4c5a-8d79-8d77ca1028bd tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:29.160427 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7bf3be7f-8580-4a1a-88e8-278117aa5b15 req-52391706-efaa-4c5a-8d79-8d77ca1028bd tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=555ba68b-899b-4fce-98d6-5df71f9e605c HTTP/1.1" status: 200 len: 943 time: 0.0993443 Sep 21 12:54:29.193824 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3d508b47-1647-444c-8ec5-1e4c27672e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:29.199705 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3d508b47-1647-444c-8ec5-1e4c27672e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:29.199705 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-3d508b47-1647-444c-8ec5-1e4c27672e94 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1780b29b-8d19-4e76-880b-b9567900a143 HTTP/1.1" status: 204 len: 168 time: 0.4567273 Sep 21 12:54:29.220028 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d508b47-1647-444c-8ec5-1e4c27672e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1780b29b-8d19-4e76-880b-b9567900a143,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:29.272529 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7bf3be7f-8580-4a1a-88e8-278117aa5b15 req-05163f4f-319c-4666-b93b-eefc99fc0480 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002152 Sep 21 12:54:29.616244 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9fbbd-d5ad-4261-88da-daa1a36c1a59 req-26283b71-5392-43d8-9c99-bb9419270a9d tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:29.618533 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-90d9fbbd-d5ad-4261-88da-daa1a36c1a59 req-26283b71-5392-43d8-9c99-bb9419270a9d tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 932 time: 0.0888429 Sep 21 12:54:29.727905 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-90d9fbbd-d5ad-4261-88da-daa1a36c1a59 req-f9b86b78-47ce-46b7-9258-6a1dfb7b98d2 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930080 Sep 21 12:54:30.132458 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49665654-5104-47c3-9fb6-79f08915491f req-35fcf4b3-a330-4df6-8cde-b439f16c3485 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:30.139922 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 53402) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:30.146019 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-49665654-5104-47c3-9fb6-79f08915491f req-35fcf4b3-a330-4df6-8cde-b439f16c3485 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dfe838-f89a-42bd-82cd-55724428e065 HTTP/1.1" status: 200 len: 943 time: 0.1225212 Sep 21 12:54:30.220167 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-49665654-5104-47c3-9fb6-79f08915491f req-2c89d3f8-90f1-43cd-af19-167efa5230b5 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/security-groups?id=de7c17b0-9eef-4e85-b7aa-2c193eff179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730369 Sep 21 12:54:30.418749 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b87c9-53b5-4f86-91e1-4765b6eb2e81 req-7ec3dc81-861a-42fa-9c37-d640084244fc tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:30.422086 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3d7b87c9-53b5-4f86-91e1-4765b6eb2e81 req-7ec3dc81-861a-42fa-9c37-d640084244fc tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=555ba68b-899b-4fce-98d6-5df71f9e605c HTTP/1.1" status: 200 len: 943 time: 0.0646181 Sep 21 12:54:30.452868 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3cb5b9da-8153-4790-8303-67474b8e7920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:30.530627 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3d7b87c9-53b5-4f86-91e1-4765b6eb2e81 req-0b26ed66-1e02-4b29-9a49-452a57c987e2 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959525 Sep 21 12:54:30.660535 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3cb5b9da-8153-4790-8303-67474b8e7920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:30.668670 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3cb5b9da-8153-4790-8303-67474b8e7920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:30.705509 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-3cb5b9da-8153-4790-8303-67474b8e7920 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9e546b7cf8c441a383d531065239f95d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5666692 Sep 21 12:54:30.708474 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 53438) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:30.730867 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 53440) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:30.781055 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb5b9da-8153-4790-8303-67474b8e7920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18ec3f5-5118-4944-81a6-486a34e5e646,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:30.817073 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-b5107449-46e0-4483-9031-0c19752d4acf None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:54:30.818313 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-eaa63f79-0c01-4a13-b362-fb53c0405ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:30.848110 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-eaa63f79-0c01-4a13-b362-fb53c0405ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:30.912717 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-eaa63f79-0c01-4a13-b362-fb53c0405ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:30.916086 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-eaa63f79-0c01-4a13-b362-fb53c0405ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:30.919625 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-eaa63f79-0c01-4a13-b362-fb53c0405ec3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d18ec3f5-5118-4944-81a6-486a34e5e646 HTTP/1.1" status: 204 len: 168 time: 0.2063403 Sep 21 12:54:30.928538 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa63f79-0c01-4a13-b362-fb53c0405ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18ec3f5-5118-4944-81a6-486a34e5e646,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:30.929443 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d7269-6100-4f81-adef-52d1f6790497 req-eaf9eb15-b973-4980-b571-ab37fca05a15 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:30.931161 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7d3d7269-6100-4f81-adef-52d1f6790497 req-eaf9eb15-b973-4980-b571-ab37fca05a15 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 932 time: 0.0763185 Sep 21 12:54:30.984664 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7d3d7269-6100-4f81-adef-52d1f6790497 req-db227855-322d-49db-9344-9bced0d78770 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442829 Sep 21 12:54:31.045392 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cfd7604a-8f7e-40a6-874b-0bf8268f1993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:31.149734 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cfd7604a-8f7e-40a6-874b-0bf8268f1993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:31.154843 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cfd7604a-8f7e-40a6-874b-0bf8268f1993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:31.196660 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-cfd7604a-8f7e-40a6-874b-0bf8268f1993 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ec148bd21cd14d818b72abcd1399eb5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4611630 Sep 21 12:54:31.199416 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 53460) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:31.206409 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd7604a-8f7e-40a6-874b-0bf8268f1993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb568d76-93a6-469e-9909-8b1e026904e4,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:31.253074 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [req-7b7f01bd-db8c-4469-b228-eaa4518810b7 req-f66c2973-470f-4703-a276-64dedf803839 service neutron] Request body: {'port': {'device_id': 'fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81013'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:54:31.295730 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5b7efaf1-14f0-4bf9-b3e9-5197fa9016a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:31.300926 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-9df821ce-ab90-4c43-a863-3bc57fc9cbe6 req-38fbc6e6-7546-4ad6-952a-9f21eee5e0cb service neutron] Request body: {'port': {'device_id': '4156ada7-bdf6-46f5-828c-00265e2d8daf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81013'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:54:31.325976 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5b7efaf1-14f0-4bf9-b3e9-5197fa9016a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:31.456270 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5b7efaf1-14f0-4bf9-b3e9-5197fa9016a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:31.460601 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5b7efaf1-14f0-4bf9-b3e9-5197fa9016a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:31.461996 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-5b7efaf1-14f0-4bf9-b3e9-5197fa9016a4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb568d76-93a6-469e-9909-8b1e026904e4 HTTP/1.1" status: 204 len: 168 time: 0.2616451 Sep 21 12:54:31.491687 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7efaf1-14f0-4bf9-b3e9-5197fa9016a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb568d76-93a6-469e-9909-8b1e026904e4,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:31.495039 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-7b7f01bd-db8c-4469-b228-eaa4518810b7 req-f66c2973-470f-4703-a276-64dedf803839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:31.520378 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938aed62-18dc-4d30-9b94-fb94197cc421 req-2030026b-1ba1-4194-9a96-c9c4b11f7946 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:31.523062 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-938aed62-18dc-4d30-9b94-fb94197cc421 req-2030026b-1ba1-4194-9a96-c9c4b11f7946 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dfe838-f89a-42bd-82cd-55724428e065 HTTP/1.1" status: 200 len: 943 time: 0.1541030 Sep 21 12:54:31.527694 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-9df821ce-ab90-4c43-a863-3bc57fc9cbe6 req-38fbc6e6-7546-4ad6-952a-9f21eee5e0cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:31.539369 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb4a38-2028-4a85-815b-12dd11be415f req-0dd83c25-eea1-4dad-a2ac-24f76282ca91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:31.541131 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-19fb4a38-2028-4a85-815b-12dd11be415f req-0dd83c25-eea1-4dad-a2ac-24f76282ca91 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9f351809691f4420a73aac6e5c0b692d&device_id=57dfe838-f89a-42bd-82cd-55724428e065 HTTP/1.1" status: 200 len: 1096 time: 0.1642466 Sep 21 12:54:31.554934 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-6235d0f5-80ee-4193-800b-95cd4b64ee75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:31.556440 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-6235d0f5-80ee-4193-800b-95cd4b64ee75 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2ec0b25771f4c22b0ae01dcc0fdf4c4&device_id=555ba68b-899b-4fce-98d6-5df71f9e605c HTTP/1.1" status: 200 len: 1096 time: 0.2099936 Sep 21 12:54:31.612376 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 53476) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:31.674300 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-58084465-df5e-4106-a86f-d539f5ce238d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0454ae33-c876-4648-afa4-83ec17c15643 HTTP/1.1" status: 200 len: 217 time: 0.1049986 Sep 21 12:54:31.692085 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-938aed62-18dc-4d30-9b94-fb94197cc421 req-18e97222-60e4-4096-bd77-2d6529f43aee tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/security-groups?id=de7c17b0-9eef-4e85-b7aa-2c193eff179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456637 Sep 21 12:54:31.707652 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a7f5d328-86c7-48cb-9e2c-bbf9b436fa5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:31.841686 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-514b64c9-7943-4672-b65e-a2246016b0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:31.843229 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-514b64c9-7943-4672-b65e-a2246016b0b0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0243efde-fe2f-4d4f-9f40-170cfeada7be HTTP/1.1" status: 200 len: 853 time: 0.1468544 Sep 21 12:54:31.967578 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f597b2c-c0c0-4ceb-b52c-723904b58f05 req-d6607f2d-0fcf-435c-89cf-e39c2b0d9f0c tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:31.975579 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4f597b2c-c0c0-4ceb-b52c-723904b58f05 req-d6607f2d-0fcf-435c-89cf-e39c2b0d9f0c tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=555ba68b-899b-4fce-98d6-5df71f9e605c HTTP/1.1" status: 200 len: 943 time: 0.3041110 Sep 21 12:54:31.980055 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-8c65263e-70f8-46b6-993e-87e69a1238ea service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bfa955ee-caa2-4aa5-bdf2-91dd256312eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1261039 Sep 21 12:54:31.996682 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb4a38-2028-4a85-815b-12dd11be415f req-1f391949-938d-4bde-9d29-3d1984a2c4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:31.998450 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-19fb4a38-2028-4a85-815b-12dd11be415f req-1f391949-938d-4bde-9d29-3d1984a2c4c3 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9f351809691f4420a73aac6e5c0b692d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4323127 Sep 21 12:54:32.097759 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 53492) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:32.156130 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f1e53ba6-328e-4ab9-8cb9-02009729e88f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:32.176749 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4f597b2c-c0c0-4ceb-b52c-723904b58f05 req-896d0ac4-d097-4354-9045-ce05b32c3bdd tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996605 Sep 21 12:54:32.201980 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f15b8-0ac8-49aa-b54b-9f2caec0fd95 req-d341625d-8ec1-455c-aad5-6b3d177e5037 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:32.201980 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4d6f15b8-0ac8-49aa-b54b-9f2caec0fd95 req-d341625d-8ec1-455c-aad5-6b3d177e5037 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 932 time: 0.1114538 Sep 21 12:54:32.204201 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-140f2457-1cdf-485b-b4f4-a3484e762496 service neutron] 10.222.0.45 "GET /v2.0/networks/bfa955ee-caa2-4aa5-bdf2-91dd256312eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186992 Sep 21 12:54:32.317931 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4d6f15b8-0ac8-49aa-b54b-9f2caec0fd95 req-2be29b26-c326-46cf-80ee-5e693685a56d tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047685 Sep 21 12:54:32.352420 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fc82fb2b-fab7-43ca-920d-740380f46afd req-54c4902d-9a45-48e9-83a6-4023a1a8ecb1 service neutron] 10.222.0.45 "GET /v2.0/networks/bfa955ee-caa2-4aa5-bdf2-91dd256312eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380572 Sep 21 12:54:32.450645 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb4a38-2028-4a85-815b-12dd11be415f req-50cf3485-2167-437f-aea4-30f049adfdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:32.453890 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-19fb4a38-2028-4a85-815b-12dd11be415f req-50cf3485-2167-437f-aea4-30f049adfdad service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4299629 Sep 21 12:54:32.502253 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295aded3-6486-4a2d-bd0d-df39cb55bc38 req-b62b67cd-d385-4131-9006-f48bb9fb573f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:32.504404 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-295aded3-6486-4a2d-bd0d-df39cb55bc38 req-b62b67cd-d385-4131-9006-f48bb9fb573f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2ec0b25771f4c22b0ae01dcc0fdf4c4&device_id=555ba68b-899b-4fce-98d6-5df71f9e605c HTTP/1.1" status: 200 len: 1096 time: 0.0824702 Sep 21 12:54:32.604397 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a7f5d328-86c7-48cb-9e2c-bbf9b436fa5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:32.609626 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.notifiers.nova [req-7b7f01bd-db8c-4469-b228-eaa4518810b7 req-f66c2973-470f-4703-a276-64dedf803839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da06e402-0ae1-4ccc-98cb-edcb9f469cc0 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 12:54:32.618255 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a7f5d328-86c7-48cb-9e2c-bbf9b436fa5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:32.621783 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-7b7f01bd-db8c-4469-b228-eaa4518810b7 req-f66c2973-470f-4703-a276-64dedf803839 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:32.660872 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-b36f25df-ae09-41b2-a810-f4447dbf1911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:32.663149 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-b36f25df-ae09-41b2-a810-f4447dbf1911 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9f351809691f4420a73aac6e5c0b692d&device_id=57dfe838-f89a-42bd-82cd-55724428e065 HTTP/1.1" status: 200 len: 1096 time: 0.1622102 Sep 21 12:54:32.702315 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-a7f5d328-86c7-48cb-9e2c-bbf9b436fa5d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=302414ece99347e59bf807f9d8cb1389&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0868514 Sep 21 12:54:32.702936 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 53530) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:32.703436 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5d328-86c7-48cb-9e2c-bbf9b436fa5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d05268b-81c4-4da7-aeb5-6b0ec0f2921c,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:32.707052 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [req-7b7f01bd-db8c-4469-b228-eaa4518810b7 req-f66c2973-470f-4703-a276-64dedf803839 service neutron] Transition to ACTIVE for port object da06e402-0ae1-4ccc-98cb-edcb9f469cc0 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 12:54:32.748900 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-7b7f01bd-db8c-4469-b228-eaa4518810b7 req-f66c2973-470f-4703-a276-64dedf803839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:32.851682 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295aded3-6486-4a2d-bd0d-df39cb55bc38 req-2a77daec-d7b1-4607-8a03-0598421596a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:32.853171 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-295aded3-6486-4a2d-bd0d-df39cb55bc38 req-2a77daec-d7b1-4607-8a03-0598421596a5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bfa955ee-caa2-4aa5-bdf2-91dd256312eb HTTP/1.1" status: 200 len: 914 time: 0.3415689 Sep 21 12:54:33.026485 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-1db1dcd5-0c42-4ece-9a5e-9bca3b4fec2e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=351419e0-f6e9-47a3-b30a-937511b1fd9a HTTP/1.1" status: 200 len: 217 time: 0.2942896 Sep 21 12:54:33.089846 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 53552) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:33.106330 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-295aded3-6486-4a2d-bd0d-df39cb55bc38 req-7c2f9db4-b48f-4361-888d-6f0e670c2add service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0454ae33-c876-4648-afa4-83ec17c15643 HTTP/1.1" status: 200 len: 217 time: 0.2339709 Sep 21 12:54:33.140335 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-e9fa7adb-3f37-4077-9aa0-9385c12366e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:33.142335 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-e9fa7adb-3f37-4077-9aa0-9385c12366e5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=47eca934-c0b4-4753-8571-c88fd8d897c8 HTTP/1.1" status: 200 len: 852 time: 0.1017551 Sep 21 12:54:33.148466 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c2973-470f-4703-a276-64dedf803839 service neutron] Pushing event updated for resources: {'Port': ['ID=da06e402-0ae1-4ccc-98cb-edcb9f469cc0,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:33.246567 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-f7877413-53e9-40df-9116-756afd30e61c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bfbda6af-3035-4abb-95f0-3f436848a388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951414 Sep 21 12:54:33.257516 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-135aa536-ffcf-4e36-914c-141850402aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:33.274943 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efdec1c-53a7-42fb-a1b0-13c45cfe3f1e req-bad8399a-8845-4148-9bb0-3cbc5c9d32f9 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:33.277766 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295aded3-6486-4a2d-bd0d-df39cb55bc38 req-7f59724d-c64c-4000-9200-bb734c054c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:33.279299 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-295aded3-6486-4a2d-bd0d-df39cb55bc38 req-7f59724d-c64c-4000-9200-bb734c054c6e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0243efde-fe2f-4d4f-9f40-170cfeada7be HTTP/1.1" status: 200 len: 853 time: 0.1569440 Sep 21 12:54:33.284722 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4efdec1c-53a7-42fb-a1b0-13c45cfe3f1e req-bad8399a-8845-4148-9bb0-3cbc5c9d32f9 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dfe838-f89a-42bd-82cd-55724428e065 HTTP/1.1" status: 200 len: 943 time: 0.3164785 Sep 21 12:54:33.331171 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [req-7b7f01bd-db8c-4469-b228-eaa4518810b7 req-f66c2973-470f-4703-a276-64dedf803839 service neutron] Attempting to bind port da06e402-0ae1-4ccc-98cb-edcb9f469cc0 on host hv-cinder-81013 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 12:54:33.331400 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [req-7b7f01bd-db8c-4469-b228-eaa4518810b7 req-f66c2973-470f-4703-a276-64dedf803839 service neutron] Attempting to bind port da06e402-0ae1-4ccc-98cb-edcb9f469cc0 by drivers openvswitch,hyperv on host hv-cinder-81013 at level 0 using segments [{'id': 'c922d50a-fd2e-41ac-a4a2-4ce4fb9268d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '480564d1-d18f-47e0-b274-17cfc68cf539'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 12:54:33.331691 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7f01bd-db8c-4469-b228-eaa4518810b7 req-f66c2973-470f-4703-a276-64dedf803839 service neutron] Attempting to bind port da06e402-0ae1-4ccc-98cb-edcb9f469cc0 on network 480564d1-d18f-47e0-b274-17cfc68cf539 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:54:33.344068 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7f01bd-db8c-4469-b228-eaa4518810b7 req-f66c2973-470f-4703-a276-64dedf803839 service neutron] Port da06e402-0ae1-4ccc-98cb-edcb9f469cc0 on network 480564d1-d18f-47e0-b274-17cfc68cf539 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81013 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 12:54:33.344398 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7f01bd-db8c-4469-b228-eaa4518810b7 req-f66c2973-470f-4703-a276-64dedf803839 service neutron] Attempting to bind port da06e402-0ae1-4ccc-98cb-edcb9f469cc0 on network 480564d1-d18f-47e0-b274-17cfc68cf539 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:54:33.354568 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7f01bd-db8c-4469-b228-eaa4518810b7 req-f66c2973-470f-4703-a276-64dedf803839 service neutron] Checking agent: {'id': 'a6e01e35-01d6-479f-9faf-9c323aed8d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 12, 52, 16), 'started_at': datetime.datetime(2021, 9, 21, 12, 52, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 12, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 12:54:33.355245 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7f01bd-db8c-4469-b228-eaa4518810b7 req-f66c2973-470f-4703-a276-64dedf803839 service neutron] Checking segment: {'id': 'c922d50a-fd2e-41ac-a4a2-4ce4fb9268d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '480564d1-d18f-47e0-b274-17cfc68cf539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:54:33.355814 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7f01bd-db8c-4469-b228-eaa4518810b7 req-f66c2973-470f-4703-a276-64dedf803839 service neutron] Bound using segment: {'id': 'c922d50a-fd2e-41ac-a4a2-4ce4fb9268d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '480564d1-d18f-47e0-b274-17cfc68cf539'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:54:33.356251 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [req-7b7f01bd-db8c-4469-b228-eaa4518810b7 req-f66c2973-470f-4703-a276-64dedf803839 service neutron] Bound port: da06e402-0ae1-4ccc-98cb-edcb9f469cc0, host: hv-cinder-81013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c922d50a-fd2e-41ac-a4a2-4ce4fb9268d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '480564d1-d18f-47e0-b274-17cfc68cf539'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 12:54:33.356606 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-7b7f01bd-db8c-4469-b228-eaa4518810b7 req-f66c2973-470f-4703-a276-64dedf803839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:33.358535 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f1e53ba6-328e-4ab9-8cb9-02009729e88f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:33.374639 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-295aded3-6486-4a2d-bd0d-df39cb55bc38 req-578b9a7f-6f50-4bc7-9d30-319ef9f2cff7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bfa955ee-caa2-4aa5-bdf2-91dd256312eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809803 Sep 21 12:54:33.386622 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-077828ba-21bd-4abf-89f2-b824b83f47b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:33.389964 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-135aa536-ffcf-4e36-914c-141850402aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:33.399943 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f1e53ba6-328e-4ab9-8cb9-02009729e88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:33.416373 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4efdec1c-53a7-42fb-a1b0-13c45cfe3f1e req-c1b71af9-2894-432f-a2fe-9899ce094544 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/security-groups?id=de7c17b0-9eef-4e85-b7aa-2c193eff179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302414 Sep 21 12:54:33.496612 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-c28576d2-46f4-41c1-bb67-d7705cf5c18b service neutron] 10.222.0.45 "GET /v2.0/networks/bfbda6af-3035-4abb-95f0-3f436848a388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382545 Sep 21 12:54:33.508073 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [req-9df821ce-ab90-4c43-a863-3bc57fc9cbe6 req-38fbc6e6-7546-4ad6-952a-9f21eee5e0cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63dbd2af-31c4-44dc-bc4d-4cc20922ed2c {{(pid=93969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 12:54:33.522140 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [req-7b7f01bd-db8c-4469-b228-eaa4518810b7 req-f66c2973-470f-4703-a276-64dedf803839 service neutron] For port da06e402-0ae1-4ccc-98cb-edcb9f469cc0, host hv-cinder-81013, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:54:33.546653 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-9df821ce-ab90-4c43-a863-3bc57fc9cbe6 req-38fbc6e6-7546-4ad6-952a-9f21eee5e0cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:33.560429 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [req-7b7f01bd-db8c-4469-b228-eaa4518810b7 req-f66c2973-470f-4703-a276-64dedf803839 service neutron] For port da06e402-0ae1-4ccc-98cb-edcb9f469cc0, host hv-cinder-81013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=da06e402-0ae1-4ccc-98cb-edcb9f469cc0,segment=NetworkSegment(c922d50a-fd2e-41ac-a4a2-4ce4fb9268d3),segment_id=c922d50a-fd2e-41ac-a4a2-4ce4fb9268d3)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:54:33.575171 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-7b7f01bd-db8c-4469-b228-eaa4518810b7 req-f66c2973-470f-4703-a276-64dedf803839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:33.643562 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-f1e53ba6-328e-4ab9-8cb9-02009729e88f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bc018389c43b4c9db5d2289e62d548bb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5204697 Sep 21 12:54:33.645356 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-9df821ce-ab90-4c43-a863-3bc57fc9cbe6 req-38fbc6e6-7546-4ad6-952a-9f21eee5e0cb service neutron] Transition to ACTIVE for port object 63dbd2af-31c4-44dc-bc4d-4cc20922ed2c will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 12:54:33.649614 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 53598) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:33.663684 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7115f-24d3-4911-82dc-d8b10dfe38aa req-d7a1a8ae-6342-4eb0-993c-303923f13d37 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:33.668331 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4f5aa-163b-4258-928a-6ccbecd9699d req-7900ada2-6b8f-433f-9563-8e55d0de8194 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:33.670173 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-bbc4f5aa-163b-4258-928a-6ccbecd9699d req-7900ada2-6b8f-433f-9563-8e55d0de8194 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 932 time: 0.1703572 Sep 21 12:54:33.671732 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f01bd-db8c-4469-b228-eaa4518810b7 req-f66c2973-470f-4703-a276-64dedf803839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:33.672401 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-7b7f01bd-db8c-4469-b228-eaa4518810b7 req-f66c2973-470f-4703-a276-64dedf803839 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for port, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:33.673700 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7b7f01bd-db8c-4469-b228-eaa4518810b7 req-f66c2973-470f-4703-a276-64dedf803839 service neutron] 10.222.0.45 "PUT /v2.0/ports/da06e402-0ae1-4ccc-98cb-edcb9f469cc0 HTTP/1.1" status: 200 len: 1094 time: 2.4253559 Sep 21 12:54:33.674248 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-09a7115f-24d3-4911-82dc-d8b10dfe38aa req-d7a1a8ae-6342-4eb0-993c-303923f13d37 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=555ba68b-899b-4fce-98d6-5df71f9e605c HTTP/1.1" status: 200 len: 943 time: 0.3588908 Sep 21 12:54:33.682112 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1', 'tag': 'da06e402-0ae1-4ccc-98cb-edcb9f469cc0'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 12:54:33.684349 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a262e2a05831170809019d2cf22837e497d964a865586fc051a88de41b43109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0c85c0-3b05-45a4-b767-10deb5c86991" -d '{"events": [{"name": "network-changed", "server_uuid": "fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1", "tag": "da06e402-0ae1-4ccc-98cb-edcb9f469cc0"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:54:33.714470 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-9df821ce-ab90-4c43-a863-3bc57fc9cbe6 req-38fbc6e6-7546-4ad6-952a-9f21eee5e0cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:33.742343 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e53ba6-328e-4ab9-8cb9-02009729e88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a16717-3bad-47c2-96ff-12cd29bd4082,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:33.791317 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c2973-470f-4703-a276-64dedf803839 service neutron] Pushing event updated for resources: {'Port': ['ID=da06e402-0ae1-4ccc-98cb-edcb9f469cc0,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:33.801492 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-1d980e65-5e8d-42f8-bf4a-2e3d5303ee46 service neutron] 10.222.0.45 "GET /v2.0/networks/bfbda6af-3035-4abb-95f0-3f436848a388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906520 Sep 21 12:54:33.838908 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-bbc4f5aa-163b-4258-928a-6ccbecd9699d req-da78a419-d547-490a-9812-b1042194263d tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450803 Sep 21 12:54:33.848645 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-135aa536-ffcf-4e36-914c-141850402aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:33.851965 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-135aa536-ffcf-4e36-914c-141850402aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:33.853306 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-135aa536-ffcf-4e36-914c-141850402aca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7d05268b-81c4-4da7-aeb5-6b0ec0f2921c HTTP/1.1" status: 204 len: 168 time: 1.1332333 Sep 21 12:54:33.865160 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f8bd4c3c-0d57-498b-abad-e2cc2c244fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:33.885405 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f01bd-db8c-4469-b228-eaa4518810b7 req-b99b6aa1-ab22-4c7b-ac75-1c4dce21a459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:33.886952 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7b7f01bd-db8c-4469-b228-eaa4518810b7 req-b99b6aa1-ab22-4c7b-ac75-1c4dce21a459 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=733d5bd9c7084becb0ad3bb10d2da297&device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 1097 time: 0.1180618 Sep 21 12:54:33.896404 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f8bd4c3c-0d57-498b-abad-e2cc2c244fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:33.906807 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-295aded3-6486-4a2d-bd0d-df39cb55bc38 req-61da6b6e-de73-4c81-8332-2c6ed37793c0 service neutron] 10.222.0.45 "GET /v2.0/networks/bfa955ee-caa2-4aa5-bdf2-91dd256312eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5240674 Sep 21 12:54:33.945292 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 12:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248c9ca5-a010-40ca-adf2-ff0ef5b1fecc x-openstack-request-id: req-248c9ca5-a010-40ca-adf2-ff0ef5b1fecc {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:54:33.945590 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1", "tag": "da06e402-0ae1-4ccc-98cb-edcb9f469cc0", "status": "completed", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:54:33.945887 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-248c9ca5-a010-40ca-adf2-ff0ef5b1fecc {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:54:33.946279 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1', 'tag': 'da06e402-0ae1-4ccc-98cb-edcb9f469cc0', 'status': 'completed', 'code': 200} Sep 21 12:54:33.950610 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7b7f01bd-db8c-4469-b228-eaa4518810b7 req-26c6a0ad-fb25-4dc4-a95d-3224520551bd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da06e402-0ae1-4ccc-98cb-edcb9f469cc0 HTTP/1.1" status: 200 len: 217 time: 0.0516088 Sep 21 12:54:33.956637 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbc6e6-7546-4ad6-952a-9f21eee5e0cb service neutron] Pushing event updated for resources: {'Port': ['ID=63dbd2af-31c4-44dc-bc4d-4cc20922ed2c,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:33.979304 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-09a7115f-24d3-4911-82dc-d8b10dfe38aa req-b3203d8a-6e4c-4ddc-b678-3d31f85131d1 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982919 Sep 21 12:54:33.992489 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135aa536-ffcf-4e36-914c-141850402aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d05268b-81c4-4da7-aeb5-6b0ec0f2921c,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:34.122036 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-9df821ce-ab90-4c43-a863-3bc57fc9cbe6 req-38fbc6e6-7546-4ad6-952a-9f21eee5e0cb service neutron] Attempting to bind port 63dbd2af-31c4-44dc-bc4d-4cc20922ed2c on host hv-cinder-81013 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 12:54:34.122374 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-9df821ce-ab90-4c43-a863-3bc57fc9cbe6 req-38fbc6e6-7546-4ad6-952a-9f21eee5e0cb service neutron] Attempting to bind port 63dbd2af-31c4-44dc-bc4d-4cc20922ed2c by drivers openvswitch,hyperv on host hv-cinder-81013 at level 0 using segments [{'id': 'c922d50a-fd2e-41ac-a4a2-4ce4fb9268d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '480564d1-d18f-47e0-b274-17cfc68cf539'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 12:54:34.122771 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df821ce-ab90-4c43-a863-3bc57fc9cbe6 req-38fbc6e6-7546-4ad6-952a-9f21eee5e0cb service neutron] Attempting to bind port 63dbd2af-31c4-44dc-bc4d-4cc20922ed2c on network 480564d1-d18f-47e0-b274-17cfc68cf539 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:54:34.146178 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f01bd-db8c-4469-b228-eaa4518810b7 req-445c0a9b-7e35-4de2-8783-070c9d1852bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:34.148427 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7b7f01bd-db8c-4469-b228-eaa4518810b7 req-445c0a9b-7e35-4de2-8783-070c9d1852bc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=44b95dae-7a59-470d-b24b-f73d769ae49b HTTP/1.1" status: 200 len: 859 time: 0.1699312 Sep 21 12:54:34.149205 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f8bd4c3c-0d57-498b-abad-e2cc2c244fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:34.152369 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f8bd4c3c-0d57-498b-abad-e2cc2c244fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:34.153867 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-f8bd4c3c-0d57-498b-abad-e2cc2c244fe7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/79a16717-3bad-47c2-96ff-12cd29bd4082 HTTP/1.1" status: 204 len: 168 time: 0.4993505 Sep 21 12:54:34.156392 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-077828ba-21bd-4abf-89f2-b824b83f47b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:34.158902 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df821ce-ab90-4c43-a863-3bc57fc9cbe6 req-38fbc6e6-7546-4ad6-952a-9f21eee5e0cb service neutron] Port 63dbd2af-31c4-44dc-bc4d-4cc20922ed2c on network 480564d1-d18f-47e0-b274-17cfc68cf539 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81013 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 12:54:34.159396 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df821ce-ab90-4c43-a863-3bc57fc9cbe6 req-38fbc6e6-7546-4ad6-952a-9f21eee5e0cb service neutron] Attempting to bind port 63dbd2af-31c4-44dc-bc4d-4cc20922ed2c on network 480564d1-d18f-47e0-b274-17cfc68cf539 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:54:34.164032 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-295aded3-6486-4a2d-bd0d-df39cb55bc38 req-10e843fd-3f26-4e17-a2ca-9a043ddd1cc7 service neutron] 10.222.0.45 "GET /v2.0/networks/bfa955ee-caa2-4aa5-bdf2-91dd256312eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406428 Sep 21 12:54:34.168214 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-077828ba-21bd-4abf-89f2-b824b83f47b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:34.179745 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df821ce-ab90-4c43-a863-3bc57fc9cbe6 req-38fbc6e6-7546-4ad6-952a-9f21eee5e0cb service neutron] Checking agent: {'id': 'a6e01e35-01d6-479f-9faf-9c323aed8d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 12, 52, 16), 'started_at': datetime.datetime(2021, 9, 21, 12, 52, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 12, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 12:54:34.180250 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df821ce-ab90-4c43-a863-3bc57fc9cbe6 req-38fbc6e6-7546-4ad6-952a-9f21eee5e0cb service neutron] Checking segment: {'id': 'c922d50a-fd2e-41ac-a4a2-4ce4fb9268d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '480564d1-d18f-47e0-b274-17cfc68cf539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:54:34.180785 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df821ce-ab90-4c43-a863-3bc57fc9cbe6 req-38fbc6e6-7546-4ad6-952a-9f21eee5e0cb service neutron] Bound using segment: {'id': 'c922d50a-fd2e-41ac-a4a2-4ce4fb9268d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '480564d1-d18f-47e0-b274-17cfc68cf539'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:54:34.181245 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-9df821ce-ab90-4c43-a863-3bc57fc9cbe6 req-38fbc6e6-7546-4ad6-952a-9f21eee5e0cb service neutron] Bound port: 63dbd2af-31c4-44dc-bc4d-4cc20922ed2c, host: hv-cinder-81013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c922d50a-fd2e-41ac-a4a2-4ce4fb9268d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '480564d1-d18f-47e0-b274-17cfc68cf539'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 12:54:34.181612 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-9df821ce-ab90-4c43-a863-3bc57fc9cbe6 req-38fbc6e6-7546-4ad6-952a-9f21eee5e0cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:34.225026 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd4c3c-0d57-498b-abad-e2cc2c244fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a16717-3bad-47c2-96ff-12cd29bd4082,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:34.252873 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-077828ba-21bd-4abf-89f2-b824b83f47b1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d430c471f2fe4c45a9dfcf5c35b5f95b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1578171 Sep 21 12:54:34.256768 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 53648) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:34.272719 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7b7f01bd-db8c-4469-b228-eaa4518810b7 req-723503ea-734c-47b2-ae12-fd4c62888758 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=480564d1-d18f-47e0-b274-17cfc68cf539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746152 Sep 21 12:54:34.336365 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077828ba-21bd-4abf-89f2-b824b83f47b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77aace4-d999-4705-aa71-008d85b28c14,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:34.426647 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-9df821ce-ab90-4c43-a863-3bc57fc9cbe6 req-38fbc6e6-7546-4ad6-952a-9f21eee5e0cb service neutron] For port 63dbd2af-31c4-44dc-bc4d-4cc20922ed2c, host hv-cinder-81013, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:54:34.435951 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b1c9aefb-b343-477b-8694-63c9c8b62b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:34.454254 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-9df821ce-ab90-4c43-a863-3bc57fc9cbe6 req-38fbc6e6-7546-4ad6-952a-9f21eee5e0cb service neutron] For port 63dbd2af-31c4-44dc-bc4d-4cc20922ed2c, host hv-cinder-81013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=63dbd2af-31c4-44dc-bc4d-4cc20922ed2c,segment=NetworkSegment(c922d50a-fd2e-41ac-a4a2-4ce4fb9268d3),segment_id=c922d50a-fd2e-41ac-a4a2-4ce4fb9268d3)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:54:34.465743 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-9df821ce-ab90-4c43-a863-3bc57fc9cbe6 req-38fbc6e6-7546-4ad6-952a-9f21eee5e0cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:34.484518 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7b7f01bd-db8c-4469-b228-eaa4518810b7 req-78856d78-650e-4906-815c-84154dfd403e service neutron] 10.222.0.45 "GET /v2.0/networks/480564d1-d18f-47e0-b274-17cfc68cf539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038591 Sep 21 12:54:34.514605 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b1c9aefb-b343-477b-8694-63c9c8b62b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:34.529659 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df821ce-ab90-4c43-a863-3bc57fc9cbe6 req-38fbc6e6-7546-4ad6-952a-9f21eee5e0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:34.531507 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-9df821ce-ab90-4c43-a863-3bc57fc9cbe6 req-38fbc6e6-7546-4ad6-952a-9f21eee5e0cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:34.531768 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9df821ce-ab90-4c43-a863-3bc57fc9cbe6 req-38fbc6e6-7546-4ad6-952a-9f21eee5e0cb service neutron] 10.222.0.45 "PUT /v2.0/ports/63dbd2af-31c4-44dc-bc4d-4cc20922ed2c HTTP/1.1" status: 200 len: 1094 time: 3.2361510 Sep 21 12:54:34.536146 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4156ada7-bdf6-46f5-828c-00265e2d8daf', 'tag': '63dbd2af-31c4-44dc-bc4d-4cc20922ed2c'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 12:54:34.552242 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}891eab8d1a3043c3e369406f1201b67df81013e3c20d23918ff9fd5cd34c6e83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce686f85-1e89-4f1b-8b27-e14004429a24" -d '{"events": [{"name": "network-changed", "server_uuid": "4156ada7-bdf6-46f5-828c-00265e2d8daf", "tag": "63dbd2af-31c4-44dc-bc4d-4cc20922ed2c"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:54:34.635361 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbc6e6-7546-4ad6-952a-9f21eee5e0cb service neutron] Pushing event updated for resources: {'Port': ['ID=63dbd2af-31c4-44dc-bc4d-4cc20922ed2c,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:34.651476 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df821ce-ab90-4c43-a863-3bc57fc9cbe6 req-287f2743-cba4-4760-8214-876a477f3c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:34.653438 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9df821ce-ab90-4c43-a863-3bc57fc9cbe6 req-287f2743-cba4-4760-8214-876a477f3c17 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=733d5bd9c7084becb0ad3bb10d2da297&device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 1097 time: 0.0795538 Sep 21 12:54:34.674602 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 12:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968ccfd8-4c13-4d5c-899e-7109ac2367d1 x-openstack-request-id: req-968ccfd8-4c13-4d5c-899e-7109ac2367d1 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:54:34.674884 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4156ada7-bdf6-46f5-828c-00265e2d8daf", "tag": "63dbd2af-31c4-44dc-bc4d-4cc20922ed2c", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:54:34.675134 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-968ccfd8-4c13-4d5c-899e-7109ac2367d1 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:54:34.675517 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4156ada7-bdf6-46f5-828c-00265e2d8daf', 'tag': '63dbd2af-31c4-44dc-bc4d-4cc20922ed2c', 'status': 'completed', 'code': 200} Sep 21 12:54:34.676077 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b1c9aefb-b343-477b-8694-63c9c8b62b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:34.681855 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b1c9aefb-b343-477b-8694-63c9c8b62b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:34.689517 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-b1c9aefb-b343-477b-8694-63c9c8b62b0b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b77aace4-d999-4705-aa71-008d85b28c14 HTTP/1.1" status: 204 len: 168 time: 0.4170992 Sep 21 12:54:34.735443 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9df821ce-ab90-4c43-a863-3bc57fc9cbe6 req-25a258d3-0888-4718-8168-68915da87496 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63dbd2af-31c4-44dc-bc4d-4cc20922ed2c HTTP/1.1" status: 200 len: 217 time: 0.0720005 Sep 21 12:54:34.743674 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c9aefb-b343-477b-8694-63c9c8b62b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77aace4-d999-4705-aa71-008d85b28c14,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:34.782288 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6acd4e-439c-42a9-bafa-7b7563fe75c8 req-8928425c-5ef7-4db9-ba76-d3fce4894040 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:34.784519 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6a6acd4e-439c-42a9-bafa-7b7563fe75c8 req-8928425c-5ef7-4db9-ba76-d3fce4894040 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dfe838-f89a-42bd-82cd-55724428e065 HTTP/1.1" status: 200 len: 943 time: 0.1227710 Sep 21 12:54:34.794234 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7b7f01bd-db8c-4469-b228-eaa4518810b7 req-160c8ad0-742c-4fb6-932b-603217b4405b service neutron] 10.222.0.45 "GET /v2.0/networks/480564d1-d18f-47e0-b274-17cfc68cf539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019612 Sep 21 12:54:34.818458 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df821ce-ab90-4c43-a863-3bc57fc9cbe6 req-ac851f86-8a87-4329-bb11-9eaedf110863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:34.819932 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9df821ce-ab90-4c43-a863-3bc57fc9cbe6 req-ac851f86-8a87-4329-bb11-9eaedf110863 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=44b95dae-7a59-470d-b24b-f73d769ae49b HTTP/1.1" status: 200 len: 859 time: 0.0776052 Sep 21 12:54:34.830347 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6a6acd4e-439c-42a9-bafa-7b7563fe75c8 req-91b4331d-dffe-4dae-918d-867d21eddf94 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/security-groups?id=de7c17b0-9eef-4e85-b7aa-2c193eff179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386195 Sep 21 12:54:34.856293 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9df821ce-ab90-4c43-a863-3bc57fc9cbe6 req-5e35607c-10a9-4bba-a063-1cc050aaa7f2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=480564d1-d18f-47e0-b274-17cfc68cf539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251405 Sep 21 12:54:34.899270 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 53690) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:34.922602 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-eecaa602-8cb2-4c16-9177-ca741eb0ccc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:34.925382 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c85c0-3b05-45a4-b767-10deb5c86991 req-27d209cc-6660-4dee-a89b-3a7cf2e0c94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:34.928505 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ae0c85c0-3b05-45a4-b767-10deb5c86991 req-27d209cc-6660-4dee-a89b-3a7cf2e0c94d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=733d5bd9c7084becb0ad3bb10d2da297&device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 1097 time: 0.0570238 Sep 21 12:54:35.084333 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d54104e-6c4d-481e-9e57-527ed3ebf56b req-33c4a6be-c7ec-43d9-9ea0-17c439c0703e tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:35.085568 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4d54104e-6c4d-481e-9e57-527ed3ebf56b req-33c4a6be-c7ec-43d9-9ea0-17c439c0703e tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 944 time: 0.1147542 Sep 21 12:54:35.088929 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9df821ce-ab90-4c43-a863-3bc57fc9cbe6 req-d45fb398-cfe9-48a2-8749-3839fbac441d service neutron] 10.222.0.45 "GET /v2.0/networks/480564d1-d18f-47e0-b274-17cfc68cf539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181604 Sep 21 12:54:35.155842 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c85c0-3b05-45a4-b767-10deb5c86991 req-bb3fe154-36a1-4ff4-8216-d5958504e4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:35.157421 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ae0c85c0-3b05-45a4-b767-10deb5c86991 req-bb3fe154-36a1-4ff4-8216-d5958504e4d9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=480564d1-d18f-47e0-b274-17cfc68cf539 HTTP/1.1" status: 200 len: 920 time: 0.2211354 Sep 21 12:54:35.212204 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4d54104e-6c4d-481e-9e57-527ed3ebf56b req-086f3e53-1683-4c72-9639-01733541c252 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187682 Sep 21 12:54:35.223923 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ae0c85c0-3b05-45a4-b767-10deb5c86991 req-c7f4b1b5-9440-4bb4-8553-cb4d8ef90a2e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da06e402-0ae1-4ccc-98cb-edcb9f469cc0 HTTP/1.1" status: 200 len: 217 time: 0.0565107 Sep 21 12:54:35.233430 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35703bec-c8db-4a06-aad3-6340c893a16d req-3ae2fbe6-4924-4101-8add-33a048b6a83d tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:35.246193 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-35703bec-c8db-4a06-aad3-6340c893a16d req-3ae2fbe6-4924-4101-8add-33a048b6a83d tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=555ba68b-899b-4fce-98d6-5df71f9e605c HTTP/1.1" status: 200 len: 943 time: 0.1414196 Sep 21 12:54:35.250736 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-eecaa602-8cb2-4c16-9177-ca741eb0ccc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:35.257487 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-eecaa602-8cb2-4c16-9177-ca741eb0ccc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:35.284415 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-eecaa602-8cb2-4c16-9177-ca741eb0ccc0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ddf1e4e71dd24e378f517b456fd9e253&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3839209 Sep 21 12:54:35.290665 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 53700) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:35.304042 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9df821ce-ab90-4c43-a863-3bc57fc9cbe6 req-a5dea9c5-2411-444c-ab60-8bf6f20e2530 service neutron] 10.222.0.45 "GET /v2.0/networks/480564d1-d18f-47e0-b274-17cfc68cf539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067659 Sep 21 12:54:35.341329 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c85c0-3b05-45a4-b767-10deb5c86991 req-4fee27ef-7254-4fc8-94fc-93a855527dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:35.341536 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecaa602-8cb2-4c16-9177-ca741eb0ccc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05700ed-3dc0-48cf-8df9-ca753a8f9af1,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:35.342836 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ae0c85c0-3b05-45a4-b767-10deb5c86991 req-4fee27ef-7254-4fc8-94fc-93a855527dc9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=44b95dae-7a59-470d-b24b-f73d769ae49b HTTP/1.1" status: 200 len: 859 time: 0.0953665 Sep 21 12:54:35.361268 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-35703bec-c8db-4a06-aad3-6340c893a16d req-258fa963-49e2-4020-9d5b-d8b984e09166 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734518 Sep 21 12:54:35.374102 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 53702) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:35.405748 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ae0c85c0-3b05-45a4-b767-10deb5c86991 req-983365ec-f888-4dbc-853b-b776516e3ff8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=480564d1-d18f-47e0-b274-17cfc68cf539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431669 Sep 21 12:54:35.406250 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2566f1d8-d439-4cfe-a38a-87bc9f69c932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:35.412275 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-7d731413-301b-47e9-add2-ce78c6ecfb00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:35.448178 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-7d731413-301b-47e9-add2-ce78c6ecfb00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:35.460869 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce686f85-1e89-4f1b-8b27-e14004429a24 req-6557f567-8143-4d59-8a25-ddeb88085c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:35.462277 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ce686f85-1e89-4f1b-8b27-e14004429a24 req-6557f567-8143-4d59-8a25-ddeb88085c74 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=733d5bd9c7084becb0ad3bb10d2da297&device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 1097 time: 0.0770121 Sep 21 12:54:35.525424 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 53710) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:35.589100 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-7d731413-301b-47e9-add2-ce78c6ecfb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:35.591963 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-7d731413-301b-47e9-add2-ce78c6ecfb00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:35.593421 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-7d731413-301b-47e9-add2-ce78c6ecfb00 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c05700ed-3dc0-48cf-8df9-ca753a8f9af1 HTTP/1.1" status: 204 len: 168 time: 0.3018155 Sep 21 12:54:35.605954 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce686f85-1e89-4f1b-8b27-e14004429a24 req-0529b6fc-0b51-4685-9e8a-7d9a3e8b30fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:35.607779 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ce686f85-1e89-4f1b-8b27-e14004429a24 req-0529b6fc-0b51-4685-9e8a-7d9a3e8b30fb service neutron] 10.222.0.45 "GET /v2.0/networks?id=480564d1-d18f-47e0-b274-17cfc68cf539 HTTP/1.1" status: 200 len: 920 time: 0.1379547 Sep 21 12:54:35.609042 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d731413-301b-47e9-add2-ce78c6ecfb00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05700ed-3dc0-48cf-8df9-ca753a8f9af1,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:35.658590 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ae0c85c0-3b05-45a4-b767-10deb5c86991 req-f966dce5-1026-4af7-a324-8a1fd4940c94 service neutron] 10.222.0.45 "GET /v2.0/networks/480564d1-d18f-47e0-b274-17cfc68cf539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429869 Sep 21 12:54:35.702198 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ce686f85-1e89-4f1b-8b27-e14004429a24 req-64d3b153-0bf4-4a7e-adc2-887f5fe43948 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63dbd2af-31c4-44dc-bc4d-4cc20922ed2c HTTP/1.1" status: 200 len: 217 time: 0.0847459 Sep 21 12:54:35.768166 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce686f85-1e89-4f1b-8b27-e14004429a24 req-6e549cbf-205a-43d8-b125-b2ed75ac67f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:35.769944 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ce686f85-1e89-4f1b-8b27-e14004429a24 req-6e549cbf-205a-43d8-b125-b2ed75ac67f5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=44b95dae-7a59-470d-b24b-f73d769ae49b HTTP/1.1" status: 200 len: 859 time: 0.0602911 Sep 21 12:54:35.815451 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ce686f85-1e89-4f1b-8b27-e14004429a24 req-60e18c8e-ba73-4823-878e-7640967ba5d5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=480564d1-d18f-47e0-b274-17cfc68cf539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378642 Sep 21 12:54:35.839865 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-70eb6074-d0d9-4b56-a000-f18bc260df66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:35.987357 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ce686f85-1e89-4f1b-8b27-e14004429a24 req-52e1f3a5-2bcb-43f0-8197-efe8ab4b5f44 service neutron] 10.222.0.45 "GET /v2.0/networks/480564d1-d18f-47e0-b274-17cfc68cf539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568043 Sep 21 12:54:36.033004 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2566f1d8-d439-4cfe-a38a-87bc9f69c932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:36.036473 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ae0c85c0-3b05-45a4-b767-10deb5c86991 req-82101fc2-2973-45d5-9ac8-0d26e7aa3979 service neutron] 10.222.0.45 "GET /v2.0/networks/480564d1-d18f-47e0-b274-17cfc68cf539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617642 Sep 21 12:54:36.038521 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2566f1d8-d439-4cfe-a38a-87bc9f69c932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:36.086455 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db05f68-0cc9-4d2c-ac68-709a8fffec0a req-2bdf5b08-aade-4b88-9cc5-ba14ee4eb94e tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:36.089184 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2566f1d8-d439-4cfe-a38a-87bc9f69c932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45293a9-5e23-4d04-b0c5-4695d90c6978,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:36.089323 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6db05f68-0cc9-4d2c-ac68-709a8fffec0a req-2bdf5b08-aade-4b88-9cc5-ba14ee4eb94e tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dfe838-f89a-42bd-82cd-55724428e065 HTTP/1.1" status: 200 len: 943 time: 0.1414235 Sep 21 12:54:36.111298 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-2566f1d8-d439-4cfe-a38a-87bc9f69c932 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3d4d3f680b4a4053a6d718de1f738122&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7330649 Sep 21 12:54:36.112165 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 53734) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:36.173726 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e5b8863d-0824-43e7-b409-1ed3d2196879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:36.178263 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ce686f85-1e89-4f1b-8b27-e14004429a24 req-ea555304-cc96-4184-8a7b-619d282ae715 service neutron] 10.222.0.45 "GET /v2.0/networks/480564d1-d18f-47e0-b274-17cfc68cf539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814854 Sep 21 12:54:36.183197 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6db05f68-0cc9-4d2c-ac68-709a8fffec0a req-5002fbe0-ccaa-4edb-b9f9-c606b7ff8d92 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/security-groups?id=de7c17b0-9eef-4e85-b7aa-2c193eff179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839908 Sep 21 12:54:36.207338 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e5b8863d-0824-43e7-b409-1ed3d2196879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:36.241042 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-70eb6074-d0d9-4b56-a000-f18bc260df66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:36.247034 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-70eb6074-d0d9-4b56-a000-f18bc260df66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:36.293387 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-70eb6074-d0d9-4b56-a000-f18bc260df66 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ab4b8dbfc60a4ccba5453b400f6b7604&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7640436 Sep 21 12:54:36.293865 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 53746) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:36.299646 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb6074-d0d9-4b56-a000-f18bc260df66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769e6bee-fb73-44db-9302-c7716494f460,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:36.310746 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e5b8863d-0824-43e7-b409-1ed3d2196879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:36.314270 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e5b8863d-0824-43e7-b409-1ed3d2196879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:36.318629 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-e5b8863d-0824-43e7-b409-1ed3d2196879 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d45293a9-5e23-4d04-b0c5-4695d90c6978 HTTP/1.1" status: 204 len: 168 time: 0.2052121 Sep 21 12:54:36.340115 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b8863d-0824-43e7-b409-1ed3d2196879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45293a9-5e23-4d04-b0c5-4695d90c6978,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:36.423021 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-db9dbdfb-a5f0-470a-b4fd-265dc50ace4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:36.447188 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeecdce-f26b-4060-83b8-3465dfdb0108 req-a0ab443f-1b4a-4e27-8a1e-b2f7d51dba27 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:36.454699 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-feeecdce-f26b-4060-83b8-3465dfdb0108 req-a0ab443f-1b4a-4e27-8a1e-b2f7d51dba27 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 944 time: 0.1160030 Sep 21 12:54:36.462961 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device 0454ae33-c876-4648-afa4-83ec17c15643 details requested by agent hyperv_hv-cinder-81013 with host hv-cinder-81013 {{(pid=93970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 12:54:36.470619 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-db9dbdfb-a5f0-470a-b4fd-265dc50ace4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:36.520592 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865a857-7f22-473a-b4fb-90578fe09139 req-894736f5-94a7-4d0d-91c9-a6fed23fed42 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:36.523654 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0865a857-7f22-473a-b4fb-90578fe09139 req-894736f5-94a7-4d0d-91c9-a6fed23fed42 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=555ba68b-899b-4fce-98d6-5df71f9e605c HTTP/1.1" status: 200 len: 943 time: 0.0921130 Sep 21 12:54:36.536268 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-feeecdce-f26b-4060-83b8-3465dfdb0108 req-49a5ed06-0fc4-43f5-aec2-333a1d1a772c tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757167 Sep 21 12:54:36.566323 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-db9dbdfb-a5f0-470a-b4fd-265dc50ace4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:36.571393 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-db9dbdfb-a5f0-470a-b4fd-265dc50ace4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:36.582597 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-db9dbdfb-a5f0-470a-b4fd-265dc50ace4b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/769e6bee-fb73-44db-9302-c7716494f460 HTTP/1.1" status: 204 len: 168 time: 0.2854483 Sep 21 12:54:36.589256 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0865a857-7f22-473a-b4fb-90578fe09139 req-a211437b-3520-4141-8c34-f0e1d1f62212 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597742 Sep 21 12:54:36.596379 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9dbdfb-a5f0-470a-b4fd-265dc50ace4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769e6bee-fb73-44db-9302-c7716494f460,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:36.624079 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port 0454ae33-c876-4648-afa4-83ec17c15643, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=0454ae33-c876-4648-afa4-83ec17c15643,segment=NetworkSegment(d328da7a-b4f4-4af5-8150-fe9ea1d1ccba),segment_id=d328da7a-b4f4-4af5-8150-fe9ea1d1ccba)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:54:36.637154 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Returning: {'device': '0454ae33-c876-4648-afa4-83ec17c15643', 'network_id': 'bfa955ee-caa2-4aa5-bdf2-91dd256312eb', 'port_id': '0454ae33-c876-4648-afa4-83ec17c15643', 'mac_address': 'fa:16:3e:17:40:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0243efde-fe2f-4d4f-9f40-170cfeada7be', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 12:54:36.680653 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:36.696198 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0454ae33-c876-4648-afa4-83ec17c15643 {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 12:54:36.722365 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port 0454ae33-c876-4648-afa4-83ec17c15643, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=0454ae33-c876-4648-afa4-83ec17c15643,segment=NetworkSegment(d328da7a-b4f4-4af5-8150-fe9ea1d1ccba),segment_id=d328da7a-b4f4-4af5-8150-fe9ea1d1ccba)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:54:36.730502 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:36.731538 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device 351419e0-f6e9-47a3-b30a-937511b1fd9a details requested by agent hyperv_hv-cinder-81013 with host hv-cinder-81013 {{(pid=93970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 12:54:36.794484 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=0454ae33-c876-4648-afa4-83ec17c15643,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:36.933136 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port 351419e0-f6e9-47a3-b30a-937511b1fd9a, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=351419e0-f6e9-47a3-b30a-937511b1fd9a,segment=NetworkSegment(d24a51e9-2914-4fc8-812d-86fd6ef9c7fa),segment_id=d24a51e9-2914-4fc8-812d-86fd6ef9c7fa)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:54:36.945010 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Returning: {'device': '351419e0-f6e9-47a3-b30a-937511b1fd9a', 'network_id': 'bfbda6af-3035-4abb-95f0-3f436848a388', 'port_id': '351419e0-f6e9-47a3-b30a-937511b1fd9a', 'mac_address': 'fa:16:3e:d8:7c:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47eca934-c0b4-4753-8571-c88fd8d897c8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 12:54:36.984575 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:36.998121 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 351419e0-f6e9-47a3-b30a-937511b1fd9a {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 12:54:37.021984 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port 351419e0-f6e9-47a3-b30a-937511b1fd9a, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=351419e0-f6e9-47a3-b30a-937511b1fd9a,segment=NetworkSegment(d24a51e9-2914-4fc8-812d-86fd6ef9c7fa),segment_id=d24a51e9-2914-4fc8-812d-86fd6ef9c7fa)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:54:37.026710 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:37.083793 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=351419e0-f6e9-47a3-b30a-937511b1fd9a,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:37.103525 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 53788) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:37.123284 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-375186d7-c7c3-4f72-8a3b-9da580baab88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:37.228696 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-375186d7-c7c3-4f72-8a3b-9da580baab88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:37.236748 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-375186d7-c7c3-4f72-8a3b-9da580baab88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:37.289347 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-375186d7-c7c3-4f72-8a3b-9da580baab88 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b75b8d675bc7423f887953a723299004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1832576 Sep 21 12:54:37.290990 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375186d7-c7c3-4f72-8a3b-9da580baab88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf611c2-f377-4302-abd7-2c8578f5c095,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:37.303732 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 53794) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:37.332660 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] get_ports_and_sgs() called for port_ids ['0454ae33-c876-4648-afa4-83ec17c15643'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 12:54:37.339220 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1674c-4184-4415-be5f-aa5c19139337 req-0ce6cbc5-6e6a-4f13-8d26-0d1cd62163e8 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:37.340806 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-76b1674c-4184-4415-be5f-aa5c19139337 req-0ce6cbc5-6e6a-4f13-8d26-0d1cd62163e8 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dfe838-f89a-42bd-82cd-55724428e065 HTTP/1.1" status: 200 len: 944 time: 0.0644643 Sep 21 12:54:37.389145 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-76b1674c-4184-4415-be5f-aa5c19139337 req-ea7c2df9-91e1-46c9-adba-842ff43e2f91 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/security-groups?id=de7c17b0-9eef-4e85-b7aa-2c193eff179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423815 Sep 21 12:54:37.409089 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bfacbc1f-8403-4f46-9041-597f113bf146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:37.443717 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bfacbc1f-8403-4f46-9041-597f113bf146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:37.452750 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] get_ports_and_sgs() called for port_ids ['351419e0-f6e9-47a3-b30a-937511b1fd9a'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 12:54:37.511549 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bfacbc1f-8403-4f46-9041-597f113bf146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:37.516756 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bfacbc1f-8403-4f46-9041-597f113bf146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:37.518526 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-bfacbc1f-8403-4f46-9041-597f113bf146 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dbf611c2-f377-4302-abd7-2c8578f5c095 HTTP/1.1" status: 204 len: 168 time: 0.2126002 Sep 21 12:54:37.532301 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfacbc1f-8403-4f46-9041-597f113bf146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf611c2-f377-4302-abd7-2c8578f5c095,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:37.751401 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64699a54-75e8-4b16-bdd1-2bf1659f8645 req-70d7bdd6-d04b-404b-9065-12f5ed5af2d9 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:37.768927 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-64699a54-75e8-4b16-bdd1-2bf1659f8645 req-70d7bdd6-d04b-404b-9065-12f5ed5af2d9 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 944 time: 0.1374600 Sep 21 12:54:37.835270 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3a53e-ba0a-45f7-8f6b-bc0ac0138330 req-1a19c7ad-9d44-40cf-bdd1-c25d24ec8b66 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:37.845412 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-64699a54-75e8-4b16-bdd1-2bf1659f8645 req-ff2c9cdf-77a5-466b-814b-0aacba7f0197 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728621 Sep 21 12:54:37.850723 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-01a3a53e-ba0a-45f7-8f6b-bc0ac0138330 req-1a19c7ad-9d44-40cf-bdd1-c25d24ec8b66 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=555ba68b-899b-4fce-98d6-5df71f9e605c HTTP/1.1" status: 200 len: 944 time: 0.1074178 Sep 21 12:54:37.915862 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-01a3a53e-ba0a-45f7-8f6b-bc0ac0138330 req-f1069654-2aca-49eb-9f67-e10ad69041a8 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641415 Sep 21 12:54:38.441821 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device da06e402-0ae1-4ccc-98cb-edcb9f469cc0 details requested by agent hyperv_hv-cinder-81013 with host hv-cinder-81013 {{(pid=93970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 12:54:38.444322 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device 0454ae33-c876-4648-afa4-83ec17c15643 up at agent hyperv_hv-cinder-81013 {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:54:38.546615 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a70d9-2078-45a3-b54b-3b05e0409f51 req-6896a0a5-7a19-4dff-83a7-02da4035f46a tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:38.558711 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a44a70d9-2078-45a3-b54b-3b05e0409f51 req-6896a0a5-7a19-4dff-83a7-02da4035f46a tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dfe838-f89a-42bd-82cd-55724428e065 HTTP/1.1" status: 200 len: 944 time: 0.0816751 Sep 21 12:54:38.563750 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Provisioning for port 0454ae33-c876-4648-afa4-83ec17c15643 completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 12:54:38.573176 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Provisioning complete for port 0454ae33-c876-4648-afa4-83ec17c15643 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:54:38.573545 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:38.620886 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a44a70d9-2078-45a3-b54b-3b05e0409f51 req-73745a8c-92e2-4a96-9ea0-f54bfe80331a tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/security-groups?id=de7c17b0-9eef-4e85-b7aa-2c193eff179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608563 Sep 21 12:54:38.621319 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port da06e402-0ae1-4ccc-98cb-edcb9f469cc0, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=da06e402-0ae1-4ccc-98cb-edcb9f469cc0,segment=NetworkSegment(c922d50a-fd2e-41ac-a4a2-4ce4fb9268d3),segment_id=c922d50a-fd2e-41ac-a4a2-4ce4fb9268d3)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:54:38.641107 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Returning: {'device': 'da06e402-0ae1-4ccc-98cb-edcb9f469cc0', 'network_id': '480564d1-d18f-47e0-b274-17cfc68cf539', 'port_id': 'da06e402-0ae1-4ccc-98cb-edcb9f469cc0', 'mac_address': 'fa:16:3e:03:fc:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44b95dae-7a59-470d-b24b-f73d769ae49b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 12:54:38.706621 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:38.739207 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da06e402-0ae1-4ccc-98cb-edcb9f469cc0 {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 12:54:38.747067 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:38.780558 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port da06e402-0ae1-4ccc-98cb-edcb9f469cc0, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=da06e402-0ae1-4ccc-98cb-edcb9f469cc0,segment=NetworkSegment(c922d50a-fd2e-41ac-a4a2-4ce4fb9268d3),segment_id=c922d50a-fd2e-41ac-a4a2-4ce4fb9268d3)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:54:38.793323 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '555ba68b-899b-4fce-98d6-5df71f9e605c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0454ae33-c876-4648-afa4-83ec17c15643'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 12:54:38.837292 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 53882) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:38.891952 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:38.892865 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device 63dbd2af-31c4-44dc-bc4d-4cc20922ed2c details requested by agent hyperv_hv-cinder-81013 with host hv-cinder-81013 {{(pid=93970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 12:54:38.938003 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port 0454ae33-c876-4648-afa4-83ec17c15643, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=0454ae33-c876-4648-afa4-83ec17c15643,segment=NetworkSegment(d328da7a-b4f4-4af5-8150-fe9ea1d1ccba),segment_id=d328da7a-b4f4-4af5-8150-fe9ea1d1ccba)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:54:38.951606 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:38.952688 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device 351419e0-f6e9-47a3-b30a-937511b1fd9a up at agent hyperv_hv-cinder-81013 {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:54:38.987927 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port 63dbd2af-31c4-44dc-bc4d-4cc20922ed2c, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=63dbd2af-31c4-44dc-bc4d-4cc20922ed2c,segment=NetworkSegment(c922d50a-fd2e-41ac-a4a2-4ce4fb9268d3),segment_id=c922d50a-fd2e-41ac-a4a2-4ce4fb9268d3)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:54:39.023219 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09756da4-cec3-4d1b-977a-73551c01ce7e req-4d2340bb-960a-4cd2-a871-e323f982a30a tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:39.025305 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-09756da4-cec3-4d1b-977a-73551c01ce7e req-4d2340bb-960a-4cd2-a871-e323f982a30a tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 944 time: 0.1047249 Sep 21 12:54:39.045184 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Returning: {'device': '63dbd2af-31c4-44dc-bc4d-4cc20922ed2c', 'network_id': '480564d1-d18f-47e0-b274-17cfc68cf539', 'port_id': '63dbd2af-31c4-44dc-bc4d-4cc20922ed2c', 'mac_address': 'fa:16:3e:fa:f8:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44b95dae-7a59-470d-b24b-f73d769ae49b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 12:54:39.074769 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=da06e402-0ae1-4ccc-98cb-edcb9f469cc0,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:39.077202 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f6f51ba8-d342-4eeb-a34b-f1262bacdb04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:39.128759 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145a481-47b2-4a05-8643-15e328483381 req-10eb1151-531e-479e-9e78-a160f06001fe tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:39.137972 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1145a481-47b2-4a05-8643-15e328483381 req-10eb1151-531e-479e-9e78-a160f06001fe tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=555ba68b-899b-4fce-98d6-5df71f9e605c HTTP/1.1" status: 200 len: 945 time: 0.1178751 Sep 21 12:54:39.143379 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-09756da4-cec3-4d1b-977a-73551c01ce7e req-d714802a-6e0a-4dc5-8a96-90900c947ba5 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101992 Sep 21 12:54:39.196251 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1145a481-47b2-4a05-8643-15e328483381 req-7533c418-4ac4-4de2-875c-b7cb48ff780d tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572324 Sep 21 12:54:39.260436 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Provisioning for port 351419e0-f6e9-47a3-b30a-937511b1fd9a completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 12:54:39.274081 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:39.275659 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f6f51ba8-d342-4eeb-a34b-f1262bacdb04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:39.283771 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f6f51ba8-d342-4eeb-a34b-f1262bacdb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:39.291416 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63dbd2af-31c4-44dc-bc4d-4cc20922ed2c {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 12:54:39.297350 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Provisioning complete for port 351419e0-f6e9-47a3-b30a-937511b1fd9a triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:54:39.297784 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:39.299901 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=0454ae33-c876-4648-afa4-83ec17c15643,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:39.337180 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-f6f51ba8-d342-4eeb-a34b-f1262bacdb04 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=17d97b8309924ab199f66f34c76e754c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4951229 Sep 21 12:54:39.337180 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 53912) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:39.357321 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port 63dbd2af-31c4-44dc-bc4d-4cc20922ed2c, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=63dbd2af-31c4-44dc-bc4d-4cc20922ed2c,segment=NetworkSegment(c922d50a-fd2e-41ac-a4a2-4ce4fb9268d3),segment_id=c922d50a-fd2e-41ac-a4a2-4ce4fb9268d3)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:54:39.368785 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:39.384236 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f51ba8-d342-4eeb-a34b-f1262bacdb04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30caa94b-2bf3-43ef-956c-34ef9292b208,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:39.424173 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d252c1d0-5292-4025-9091-2869cc3aaf20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:39.450315 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d252c1d0-5292-4025-9091-2869cc3aaf20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:39.534810 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=63dbd2af-31c4-44dc-bc4d-4cc20922ed2c,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:39.543823 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d252c1d0-5292-4025-9091-2869cc3aaf20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:39.546953 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d252c1d0-5292-4025-9091-2869cc3aaf20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:39.548226 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-d252c1d0-5292-4025-9091-2869cc3aaf20 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/30caa94b-2bf3-43ef-956c-34ef9292b208 HTTP/1.1" status: 204 len: 168 time: 0.2055862 Sep 21 12:54:39.558691 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252c1d0-5292-4025-9091-2869cc3aaf20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30caa94b-2bf3-43ef-956c-34ef9292b208,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:39.560662 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:39.621418 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e3f31dd35d6e9892686e3dd7e28a33bc22b0e68501ee526cb23c786b8cd504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be76536d-0d13-4fd5-82f8-49e8f1d1eaa2" -d '{"events": [{"server_uuid": "555ba68b-899b-4fce-98d6-5df71f9e605c", "name": "network-vif-plugged", "status": "completed", "tag": "0454ae33-c876-4648-afa4-83ec17c15643"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:54:39.630436 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] get_ports_and_sgs() called for port_ids ['63dbd2af-31c4-44dc-bc4d-4cc20922ed2c'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 12:54:39.686059 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port 351419e0-f6e9-47a3-b30a-937511b1fd9a, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=351419e0-f6e9-47a3-b30a-937511b1fd9a,segment=NetworkSegment(d24a51e9-2914-4fc8-812d-86fd6ef9c7fa),segment_id=d24a51e9-2914-4fc8-812d-86fd6ef9c7fa)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:54:39.692560 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] get_ports_and_sgs() called for port_ids ['da06e402-0ae1-4ccc-98cb-edcb9f469cc0'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 12:54:39.701068 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:39.763205 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617d640-2e20-41e5-87d0-2dec4c1de19b req-a17b3e15-77a9-415a-bfb2-bcf802b6ec33 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:39.765164 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4617d640-2e20-41e5-87d0-2dec4c1de19b req-a17b3e15-77a9-415a-bfb2-bcf802b6ec33 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dfe838-f89a-42bd-82cd-55724428e065 HTTP/1.1" status: 200 len: 945 time: 0.0627251 Sep 21 12:54:39.820318 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4617d640-2e20-41e5-87d0-2dec4c1de19b req-ecd9f1a7-a617-4ada-9be8-876a2b22e462 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/security-groups?id=de7c17b0-9eef-4e85-b7aa-2c193eff179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470920 Sep 21 12:54:39.826636 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=351419e0-f6e9-47a3-b30a-937511b1fd9a,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:40.055711 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 12:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88ee6a2-6b15-459d-8946-db2ec6918da3 x-openstack-request-id: req-f88ee6a2-6b15-459d-8946-db2ec6918da3 {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:54:40.055998 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "555ba68b-899b-4fce-98d6-5df71f9e605c", "name": "network-vif-plugged", "status": "completed", "tag": "0454ae33-c876-4648-afa4-83ec17c15643", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:54:40.056256 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f88ee6a2-6b15-459d-8946-db2ec6918da3 {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:54:40.056861 dv-cinder-810131-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '555ba68b-899b-4fce-98d6-5df71f9e605c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0454ae33-c876-4648-afa4-83ec17c15643', 'code': 200} Sep 21 12:54:40.243305 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 53964) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:40.258257 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9cbae2e1-33c7-4505-a070-e43ff6826f5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:40.409666 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9cbae2e1-33c7-4505-a070-e43ff6826f5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:40.423186 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9cbae2e1-33c7-4505-a070-e43ff6826f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:40.440518 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1323f76-d028-4bc6-91ff-dfcdef13d40c req-7bbd696e-1b7d-40ef-a34e-f6dc1f99b96c tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:40.442562 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d1323f76-d028-4bc6-91ff-dfcdef13d40c req-7bbd696e-1b7d-40ef-a34e-f6dc1f99b96c tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=555ba68b-899b-4fce-98d6-5df71f9e605c HTTP/1.1" status: 200 len: 945 time: 0.0950701 Sep 21 12:54:40.539466 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d1323f76-d028-4bc6-91ff-dfcdef13d40c req-4af37e6a-34f4-48c8-940e-5400ca84a876 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872743 Sep 21 12:54:40.540330 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbae2e1-33c7-4505-a070-e43ff6826f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc6cf4e-0dc8-4ebe-b94c-79d650bdf6e4,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:40.546226 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-9cbae2e1-33c7-4505-a070-e43ff6826f5b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1688ff90beb042aca4d77e3ae2c08a95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3011453 Sep 21 12:54:40.549403 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 53986) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:40.631044 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5d26403c-8c25-48ce-b3ce-d2edbb24c522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:40.636869 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ae160-3ffb-43da-be7a-e869dcc01918 req-dda81099-3200-44bb-a3f8-eb2c7adce090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:40.638413 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7a6ae160-3ffb-43da-be7a-e869dcc01918 req-dda81099-3200-44bb-a3f8-eb2c7adce090 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=555ba68b-899b-4fce-98d6-5df71f9e605c HTTP/1.1" status: 200 len: 1098 time: 0.4227026 Sep 21 12:54:40.652782 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d431484-df93-4417-a73f-3374fd48c3c2 req-99cfe1fc-6819-476c-9bc7-aa3809aed307 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:40.654561 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9d431484-df93-4417-a73f-3374fd48c3c2 req-99cfe1fc-6819-476c-9bc7-aa3809aed307 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 945 time: 0.0930407 Sep 21 12:54:40.668620 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5d26403c-8c25-48ce-b3ce-d2edbb24c522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:40.672784 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-7a6ae160-3ffb-43da-be7a-e869dcc01918 req-b201c92f-7910-4b28-b435-5aa3710d0de1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:40.747284 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9d431484-df93-4417-a73f-3374fd48c3c2 req-46ba8177-8d9a-4307-bbee-ac710b124983 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763743 Sep 21 12:54:40.750831 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5d26403c-8c25-48ce-b3ce-d2edbb24c522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:40.753595 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5d26403c-8c25-48ce-b3ce-d2edbb24c522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:40.754940 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-5d26403c-8c25-48ce-b3ce-d2edbb24c522 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0bc6cf4e-0dc8-4ebe-b94c-79d650bdf6e4 HTTP/1.1" status: 204 len: 168 time: 0.2042730 Sep 21 12:54:40.783132 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d26403c-8c25-48ce-b3ce-d2edbb24c522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc6cf4e-0dc8-4ebe-b94c-79d650bdf6e4,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:40.854607 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-7a6ae160-3ffb-43da-be7a-e869dcc01918 req-b201c92f-7910-4b28-b435-5aa3710d0de1 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:40.863569 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-7a6ae160-3ffb-43da-be7a-e869dcc01918 req-b201c92f-7910-4b28-b435-5aa3710d0de1 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:40.888554 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 53998) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:40.951684 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b201c92f-7910-4b28-b435-5aa3710d0de1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb9609a-48f4-4dee-9126-5b30412bcc76,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:40.993445 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7a6ae160-3ffb-43da-be7a-e869dcc01918 req-b201c92f-7910-4b28-b435-5aa3710d0de1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376195 Sep 21 12:54:41.014145 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199c02d-d39a-4896-8b8c-3e7d3f824963 req-a74a9204-1e67-486b-8dc5-a8b329a167f8 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:41.022080 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6199c02d-d39a-4896-8b8c-3e7d3f824963 req-a74a9204-1e67-486b-8dc5-a8b329a167f8 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dfe838-f89a-42bd-82cd-55724428e065 HTTP/1.1" status: 200 len: 945 time: 0.1058698 Sep 21 12:54:41.060429 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6199c02d-d39a-4896-8b8c-3e7d3f824963 req-6966c7d1-e007-4378-ae61-4317e13db5cb tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/security-groups?id=de7c17b0-9eef-4e85-b7aa-2c193eff179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374682 Sep 21 12:54:41.154173 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f5490976-c1dd-4568-85ec-1ee04eaa7b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:41.267293 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f5490976-c1dd-4568-85ec-1ee04eaa7b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:41.273061 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f5490976-c1dd-4568-85ec-1ee04eaa7b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:41.316843 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-f5490976-c1dd-4568-85ec-1ee04eaa7b8a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=893554aa93ec4e29a9e67b180139afeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4268758 Sep 21 12:54:41.317744 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5490976-c1dd-4568-85ec-1ee04eaa7b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211a2470-639f-47a1-9be7-d143ef2f13c4,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:41.319670 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 54020) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:41.398849 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a10f70ab-ab25-4708-ab00-9f2254a063ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:41.426434 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a10f70ab-ab25-4708-ab00-9f2254a063ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:41.482675 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a10f70ab-ab25-4708-ab00-9f2254a063ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:41.485489 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a10f70ab-ab25-4708-ab00-9f2254a063ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:41.486685 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-a10f70ab-ab25-4708-ab00-9f2254a063ad admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/211a2470-639f-47a1-9be7-d143ef2f13c4 HTTP/1.1" status: 204 len: 168 time: 0.1657665 Sep 21 12:54:41.496397 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f70ab-ab25-4708-ab00-9f2254a063ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211a2470-639f-47a1-9be7-d143ef2f13c4,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:41.675443 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef44b17-9cbe-4972-801c-54fa3b071412 req-465d0d3a-2d7b-45a6-9892-d1baa5ebca9d tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:41.677993 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6ef44b17-9cbe-4972-801c-54fa3b071412 req-465d0d3a-2d7b-45a6-9892-d1baa5ebca9d tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=555ba68b-899b-4fce-98d6-5df71f9e605c HTTP/1.1" status: 200 len: 945 time: 0.0724857 Sep 21 12:54:41.752096 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6ef44b17-9cbe-4972-801c-54fa3b071412 req-3b8f11db-6de5-4767-a416-079273599718 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654745 Sep 21 12:54:41.880793 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8e3c4-a83a-4a64-8276-791a664728f5 req-e77f8a9a-b09d-4f84-8617-3df156337881 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:41.882953 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-05a8e3c4-a83a-4a64-8276-791a664728f5 req-e77f8a9a-b09d-4f84-8617-3df156337881 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 945 time: 0.0514700 Sep 21 12:54:41.928720 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 54050) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:41.931848 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-05a8e3c4-a83a-4a64-8276-791a664728f5 req-5b4983c7-bba6-4832-b2d2-0d4ad3cbcb9f tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417130 Sep 21 12:54:41.946571 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-068675b0-e8d2-48d5-b55d-bab6f340a789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:42.053154 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-068675b0-e8d2-48d5-b55d-bab6f340a789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:42.061568 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-068675b0-e8d2-48d5-b55d-bab6f340a789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:42.061673 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57dfe838-f89a-42bd-82cd-55724428e065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351419e0-f6e9-47a3-b30a-937511b1fd9a'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 12:54:42.061673 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e3f31dd35d6e9892686e3dd7e28a33bc22b0e68501ee526cb23c786b8cd504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41a4b34-bbfa-4aec-a8f5-31a55ce3300a" -d '{"events": [{"server_uuid": "57dfe838-f89a-42bd-82cd-55724428e065", "name": "network-vif-plugged", "status": "completed", "tag": "351419e0-f6e9-47a3-b30a-937511b1fd9a"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:54:42.100891 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068675b0-e8d2-48d5-b55d-bab6f340a789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef873db-5294-467f-bda7-e6deff5e1458,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:42.108567 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 54060) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:42.109446 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-068675b0-e8d2-48d5-b55d-bab6f340a789 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=caddbcd36e9e48599ee13fa157a8b114&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1793296 Sep 21 12:54:42.129835 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 12:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0cc12bc-5058-4245-b03e-609a3758ea28 x-openstack-request-id: req-a0cc12bc-5058-4245-b03e-609a3758ea28 {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:54:42.130249 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57dfe838-f89a-42bd-82cd-55724428e065", "name": "network-vif-plugged", "status": "completed", "tag": "351419e0-f6e9-47a3-b30a-937511b1fd9a", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:54:42.130688 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a0cc12bc-5058-4245-b03e-609a3758ea28 {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:54:42.131380 dv-cinder-810131-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57dfe838-f89a-42bd-82cd-55724428e065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351419e0-f6e9-47a3-b30a-937511b1fd9a', 'code': 200} Sep 21 12:54:42.217606 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4fd33316-ac26-46f6-bdc9-5ea595a5a49c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:42.236610 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b80c7-bce8-4078-95d1-3cc2beb54403 req-251f212d-5c72-4018-b739-86f960455ce2 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:42.238179 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-993b80c7-bce8-4078-95d1-3cc2beb54403 req-251f212d-5c72-4018-b739-86f960455ce2 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dfe838-f89a-42bd-82cd-55724428e065 HTTP/1.1" status: 200 len: 945 time: 0.0841143 Sep 21 12:54:42.253747 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4fd33316-ac26-46f6-bdc9-5ea595a5a49c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:42.327804 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-993b80c7-bce8-4078-95d1-3cc2beb54403 req-9baf865a-58d9-4413-8361-be9e1a7ece41 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/security-groups?id=de7c17b0-9eef-4e85-b7aa-2c193eff179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793221 Sep 21 12:54:42.351243 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4fd33316-ac26-46f6-bdc9-5ea595a5a49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:42.354304 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4fd33316-ac26-46f6-bdc9-5ea595a5a49c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:42.358971 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-4fd33316-ac26-46f6-bdc9-5ea595a5a49c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1ef873db-5294-467f-bda7-e6deff5e1458 HTTP/1.1" status: 204 len: 168 time: 0.2485127 Sep 21 12:54:42.372781 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd33316-ac26-46f6-bdc9-5ea595a5a49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef873db-5294-467f-bda7-e6deff5e1458,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:42.642389 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-010298ba-3070-4f09-951b-ef9fc4ac55f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:42.878922 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e2303-bc04-4d1d-8497-cb2933cd8062 req-92ab0ce6-8820-4fb5-9d30-a97b9b7ee112 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:42.881260 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-da0e2303-bc04-4d1d-8497-cb2933cd8062 req-92ab0ce6-8820-4fb5-9d30-a97b9b7ee112 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=555ba68b-899b-4fce-98d6-5df71f9e605c HTTP/1.1" status: 200 len: 945 time: 0.0533397 Sep 21 12:54:42.914771 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device da06e402-0ae1-4ccc-98cb-edcb9f469cc0 up at agent hyperv_hv-cinder-81013 {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:54:42.928712 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-da0e2303-bc04-4d1d-8497-cb2933cd8062 req-97fbc8bb-d24e-4314-82bd-5e30b7b73dab tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412970 Sep 21 12:54:42.993517 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Provisioning for port da06e402-0ae1-4ccc-98cb-edcb9f469cc0 completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 12:54:42.999903 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Provisioning complete for port da06e402-0ae1-4ccc-98cb-edcb9f469cc0 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:54:43.000789 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:43.141363 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a738c618-e16b-4368-b97f-fec2db3e510b req-7c511c44-ed1a-4c60-8ead-635b9fd1be69 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:43.142959 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a738c618-e16b-4368-b97f-fec2db3e510b req-7c511c44-ed1a-4c60-8ead-635b9fd1be69 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 945 time: 0.0853689 Sep 21 12:54:43.147195 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:43.196726 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port da06e402-0ae1-4ccc-98cb-edcb9f469cc0, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=da06e402-0ae1-4ccc-98cb-edcb9f469cc0,segment=NetworkSegment(c922d50a-fd2e-41ac-a4a2-4ce4fb9268d3),segment_id=c922d50a-fd2e-41ac-a4a2-4ce4fb9268d3)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:54:43.200876 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a738c618-e16b-4368-b97f-fec2db3e510b req-115f26c8-07b1-4359-87e3-17cda60347b9 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465446 Sep 21 12:54:43.201554 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:43.202453 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device 63dbd2af-31c4-44dc-bc4d-4cc20922ed2c up at agent hyperv_hv-cinder-81013 {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:54:43.280504 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=da06e402-0ae1-4ccc-98cb-edcb9f469cc0,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:43.295226 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Provisioning for port 63dbd2af-31c4-44dc-bc4d-4cc20922ed2c completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 12:54:43.299425 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Provisioning complete for port 63dbd2af-31c4-44dc-bc4d-4cc20922ed2c triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:54:43.299839 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:43.391775 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:43.431557 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port 63dbd2af-31c4-44dc-bc4d-4cc20922ed2c, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=63dbd2af-31c4-44dc-bc4d-4cc20922ed2c,segment=NetworkSegment(c922d50a-fd2e-41ac-a4a2-4ce4fb9268d3),segment_id=c922d50a-fd2e-41ac-a4a2-4ce4fb9268d3)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:54:43.440390 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:43.478878 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6979d4-7c8f-44d8-825d-9fcdb168159c req-8e9840d1-93a2-4e19-8493-a9d0ae4b83b0 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:43.492390 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2d6979d4-7c8f-44d8-825d-9fcdb168159c req-8e9840d1-93a2-4e19-8493-a9d0ae4b83b0 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dfe838-f89a-42bd-82cd-55724428e065 HTTP/1.1" status: 200 len: 945 time: 0.0756066 Sep 21 12:54:43.510285 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=63dbd2af-31c4-44dc-bc4d-4cc20922ed2c,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:43.551541 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2d6979d4-7c8f-44d8-825d-9fcdb168159c req-7c64756c-fe03-4f83-91e5-800bc3c8ee3a tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/security-groups?id=de7c17b0-9eef-4e85-b7aa-2c193eff179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569985 Sep 21 12:54:43.756087 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 54142) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:43.878255 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7006904e-4a92-496f-b205-67b70faba4cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:44.108953 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118232e-2aa3-4678-b8ab-320d444be663 req-3362b02a-04aa-4813-b2e8-b1b0050de165 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:44.110503 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9118232e-2aa3-4678-b8ab-320d444be663 req-3362b02a-04aa-4813-b2e8-b1b0050de165 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=555ba68b-899b-4fce-98d6-5df71f9e605c HTTP/1.1" status: 200 len: 945 time: 0.0777624 Sep 21 12:54:44.120223 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7006904e-4a92-496f-b205-67b70faba4cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:44.129352 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7006904e-4a92-496f-b205-67b70faba4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:44.132735 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da06e402-0ae1-4ccc-98cb-edcb9f469cc0'}, {'server_uuid': '4156ada7-bdf6-46f5-828c-00265e2d8daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63dbd2af-31c4-44dc-bc4d-4cc20922ed2c'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 12:54:44.134655 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df800d67-2895-4df8-8574-e70c2db90d88 req-9e59c55d-5a7b-4815-a15d-df178293a855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:44.136497 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e3f31dd35d6e9892686e3dd7e28a33bc22b0e68501ee526cb23c786b8cd504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9c5117-48bd-412c-84ff-3062e3953c5d" -d '{"events": [{"server_uuid": "fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1", "name": "network-vif-plugged", "status": "completed", "tag": "da06e402-0ae1-4ccc-98cb-edcb9f469cc0"}, {"server_uuid": "4156ada7-bdf6-46f5-828c-00265e2d8daf", "name": "network-vif-plugged", "status": "completed", "tag": "63dbd2af-31c4-44dc-bc4d-4cc20922ed2c"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:54:44.138124 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-df800d67-2895-4df8-8574-e70c2db90d88 req-9e59c55d-5a7b-4815-a15d-df178293a855 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=57dfe838-f89a-42bd-82cd-55724428e065 HTTP/1.1" status: 200 len: 1098 time: 0.0685670 Sep 21 12:54:44.183588 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-df800d67-2895-4df8-8574-e70c2db90d88 req-3f332bc0-d1a3-4ae5-b795-fb4f12baaadb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=de7c17b0-9eef-4e85-b7aa-2c193eff179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330410 Sep 21 12:54:44.184785 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 21 Sep 2021 12:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a9b202-1364-47a1-b20b-e97afd37cdcf x-openstack-request-id: req-94a9b202-1364-47a1-b20b-e97afd37cdcf {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:54:44.185268 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1", "name": "network-vif-plugged", "status": "completed", "tag": "da06e402-0ae1-4ccc-98cb-edcb9f469cc0", "code": 200}, {"server_uuid": "4156ada7-bdf6-46f5-828c-00265e2d8daf", "name": "network-vif-plugged", "status": "completed", "tag": "63dbd2af-31c4-44dc-bc4d-4cc20922ed2c", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:54:44.185352 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-94a9b202-1364-47a1-b20b-e97afd37cdcf {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:54:44.185698 dv-cinder-810131-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da06e402-0ae1-4ccc-98cb-edcb9f469cc0', 'code': 200} Sep 21 12:54:44.186285 dv-cinder-810131-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4156ada7-bdf6-46f5-828c-00265e2d8daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63dbd2af-31c4-44dc-bc4d-4cc20922ed2c', 'code': 200} Sep 21 12:54:44.192978 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-7006904e-4a92-496f-b205-67b70faba4cd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e2a0a65abc634a9683f8502108b92761&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4357309 Sep 21 12:54:44.194471 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7006904e-4a92-496f-b205-67b70faba4cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a88e040-f4b0-4fd7-85c6-f15a10f51b29,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:44.195707 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 54158) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:44.199428 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9118232e-2aa3-4678-b8ab-320d444be663 req-afee1e89-2ba8-4c3b-9ef2-a8e42fc35e5f tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777717 Sep 21 12:54:44.252796 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-527312f3-42c0-4460-9dea-287cd19aeaf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:44.275335 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-527312f3-42c0-4460-9dea-287cd19aeaf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:44.350753 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1785875-ea6a-4880-a786-bddbc0facc04 req-2405144f-1600-4559-b4fd-2699a9990213 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:44.352248 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d1785875-ea6a-4880-a786-bddbc0facc04 req-2405144f-1600-4559-b4fd-2699a9990213 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.0707748 Sep 21 12:54:44.367233 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-527312f3-42c0-4460-9dea-287cd19aeaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:44.369657 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-527312f3-42c0-4460-9dea-287cd19aeaf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:44.370744 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-527312f3-42c0-4460-9dea-287cd19aeaf7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0a88e040-f4b0-4fd7-85c6-f15a10f51b29 HTTP/1.1" status: 204 len: 168 time: 0.1740136 Sep 21 12:54:44.391012 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527312f3-42c0-4460-9dea-287cd19aeaf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a88e040-f4b0-4fd7-85c6-f15a10f51b29,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:44.413255 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d1785875-ea6a-4880-a786-bddbc0facc04 req-2583f906-3da9-4741-9119-72fbff688f52 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545425 Sep 21 12:54:44.678036 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203329dc-deab-4a6d-9d32-789555053312 req-e9b8ae8c-b722-471b-8977-6beea1cd531b tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:44.679910 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-203329dc-deab-4a6d-9d32-789555053312 req-e9b8ae8c-b722-471b-8977-6beea1cd531b tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dfe838-f89a-42bd-82cd-55724428e065 HTTP/1.1" status: 200 len: 945 time: 0.0514026 Sep 21 12:54:44.729434 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-203329dc-deab-4a6d-9d32-789555053312 req-73c3048e-1140-4d2f-ae81-878d7518cb48 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/security-groups?id=de7c17b0-9eef-4e85-b7aa-2c193eff179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435054 Sep 21 12:54:45.318594 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a080a90d-a240-4247-a395-987471d838cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:45.350255 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ccb96-ec8e-4fda-a151-ffea17516e4a req-7481501e-1a98-430f-9f91-fbc46a10867c tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:45.352351 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c16ccb96-ec8e-4fda-a151-ffea17516e4a req-7481501e-1a98-430f-9f91-fbc46a10867c tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=555ba68b-899b-4fce-98d6-5df71f9e605c HTTP/1.1" status: 200 len: 945 time: 0.0768328 Sep 21 12:54:45.402606 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c16ccb96-ec8e-4fda-a151-ffea17516e4a req-bd1a88e1-7cec-4eea-af26-dbddc7868276 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440819 Sep 21 12:54:45.538187 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9055c6-a897-479f-a99b-6e2960766928 req-3bbf5a80-8f0a-4cbf-8b2f-ae23c2bb6d1b tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:45.539495 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1a9055c6-a897-479f-a99b-6e2960766928 req-3bbf5a80-8f0a-4cbf-8b2f-ae23c2bb6d1b tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.0600309 Sep 21 12:54:45.583883 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1a9055c6-a897-479f-a99b-6e2960766928 req-3cd90004-0d88-4ef5-a490-f7a971c43b38 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373895 Sep 21 12:54:45.623049 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 54244) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:45.745067 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ac58c056-f4ab-4a1c-a304-eba8673b0cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:45.785719 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:45.847009 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ac58c056-f4ab-4a1c-a304-eba8673b0cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:45.852273 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ac58c056-f4ab-4a1c-a304-eba8673b0cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:45.856544 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d1e41-d715-422d-9bce-2fb6b2a78f21 req-49a19515-b71c-403d-a22e-9d760cec1a5a tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:45.858042 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d83d1e41-d715-422d-9bce-2fb6b2a78f21 req-49a19515-b71c-403d-a22e-9d760cec1a5a tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dfe838-f89a-42bd-82cd-55724428e065 HTTP/1.1" status: 200 len: 945 time: 0.0575716 Sep 21 12:54:45.893362 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:45.902174 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-ac58c056-f4ab-4a1c-a304-eba8673b0cdf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f273478129b8423988ca22cad4c0eaa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2779820 Sep 21 12:54:45.902790 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 54258) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:45.903178 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d83d1e41-d715-422d-9bce-2fb6b2a78f21 req-593225e1-7d07-41a2-a35b-0353f2b628d9 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/security-groups?id=de7c17b0-9eef-4e85-b7aa-2c193eff179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387497 Sep 21 12:54:45.930621 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac58c056-f4ab-4a1c-a304-eba8673b0cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86fe7f91-73aa-4d19-b194-fb0d7de29cc3,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:45.935926 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 54260) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:45.965776 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d5f0a650-f156-4cec-a4a1-c8a23084b291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:45.991329 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d5f0a650-f156-4cec-a4a1-c8a23084b291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:46.039923 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d5f0a650-f156-4cec-a4a1-c8a23084b291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:46.042630 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d5f0a650-f156-4cec-a4a1-c8a23084b291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:46.046085 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-d5f0a650-f156-4cec-a4a1-c8a23084b291 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/86fe7f91-73aa-4d19-b194-fb0d7de29cc3 HTTP/1.1" status: 204 len: 168 time: 0.1374917 Sep 21 12:54:46.049343 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e5a38199-0fa0-42c7-b4d0-c127e23144cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:46.051547 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f0a650-f156-4cec-a4a1-c8a23084b291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fe7f91-73aa-4d19-b194-fb0d7de29cc3,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:46.152418 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e5a38199-0fa0-42c7-b4d0-c127e23144cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:46.158815 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e5a38199-0fa0-42c7-b4d0-c127e23144cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:46.204426 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a38199-0fa0-42c7-b4d0-c127e23144cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83914764-c6d9-4a5a-bf9e-aa826fc90434,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:46.211470 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-e5a38199-0fa0-42c7-b4d0-c127e23144cf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f2063ae553b449d69d4eece4aa44aab9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2737381 Sep 21 12:54:46.214489 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 54274) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:46.272043 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-24d330fe-01c6-48dc-9012-d980aea396ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:46.300152 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-24d330fe-01c6-48dc-9012-d980aea396ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:46.354523 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-24d330fe-01c6-48dc-9012-d980aea396ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:46.357068 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-24d330fe-01c6-48dc-9012-d980aea396ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:46.360574 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-24d330fe-01c6-48dc-9012-d980aea396ab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/83914764-c6d9-4a5a-bf9e-aa826fc90434 HTTP/1.1" status: 204 len: 168 time: 0.1425147 Sep 21 12:54:46.368617 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d330fe-01c6-48dc-9012-d980aea396ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83914764-c6d9-4a5a-bf9e-aa826fc90434,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:46.552810 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beba81c-22c2-4c98-9ad2-b339d4a096b7 req-713dbfe7-0e00-4a0a-b0e2-7ce621046dab tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:46.559507 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3beba81c-22c2-4c98-9ad2-b339d4a096b7 req-713dbfe7-0e00-4a0a-b0e2-7ce621046dab tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=555ba68b-899b-4fce-98d6-5df71f9e605c HTTP/1.1" status: 200 len: 945 time: 0.0745156 Sep 21 12:54:46.608448 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3beba81c-22c2-4c98-9ad2-b339d4a096b7 req-62ae64a3-e611-4519-9f08-7f81c6fc9f90 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422988 Sep 21 12:54:46.636383 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:46.728199 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818b8792-3ccb-46a5-96f3-2e1e87e8abbf req-29464083-78be-4c12-aca4-9e97d319c822 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:46.734307 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-818b8792-3ccb-46a5-96f3-2e1e87e8abbf req-29464083-78be-4c12-aca4-9e97d319c822 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.0684440 Sep 21 12:54:46.783682 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-818b8792-3ccb-46a5-96f3-2e1e87e8abbf req-b89872a5-8a3e-4a51-a18e-0a3c63076e0a tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414295 Sep 21 12:54:46.825567 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 54296) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:46.846269 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c632fb5b-1c4d-4201-9e2f-6d727e68a19b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:46.944191 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c632fb5b-1c4d-4201-9e2f-6d727e68a19b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:46.948563 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c632fb5b-1c4d-4201-9e2f-6d727e68a19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:46.992786 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-c632fb5b-1c4d-4201-9e2f-6d727e68a19b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b93b9bf5e14f41088f29aea88278f428&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1658847 Sep 21 12:54:46.995480 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 54304) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:47.009694 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c632fb5b-1c4d-4201-9e2f-6d727e68a19b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9d6f59-5f08-4d79-83a5-0cd4597eacb9,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:47.044084 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 54306) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:47.078188 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4752c0b-3db3-4b1c-9fa5-a887efb0f046 req-8d46a35e-1a16-435b-9c4a-4018daa94d58 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:47.079811 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f4752c0b-3db3-4b1c-9fa5-a887efb0f046 req-8d46a35e-1a16-435b-9c4a-4018daa94d58 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dfe838-f89a-42bd-82cd-55724428e065 HTTP/1.1" status: 200 len: 945 time: 0.0913830 Sep 21 12:54:47.100578 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d4238d19-7555-40d8-b50e-ad320a39a441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:47.145125 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d4238d19-7555-40d8-b50e-ad320a39a441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:47.146504 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-161526af-df7b-43ba-bdbc-aca4151ba762 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-699199870-network', 'tenant_id': '41db6092f2684c85a910fff2412dde08'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:54:47.154059 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f4752c0b-3db3-4b1c-9fa5-a887efb0f046 req-2d43dad5-85f5-4828-9e03-d3c16f994b6b tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/security-groups?id=de7c17b0-9eef-4e85-b7aa-2c193eff179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649612 Sep 21 12:54:47.169675 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161526af-df7b-43ba-bdbc-aca4151ba762 admin admin] Made reservation on behalf of 41db6092f2684c85a910fff2412dde08 for: {'network': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:54:47.172155 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-161526af-df7b-43ba-bdbc-aca4151ba762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for network, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:47.185664 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-161526af-df7b-43ba-bdbc-aca4151ba762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:47.223106 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d4238d19-7555-40d8-b50e-ad320a39a441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:47.226427 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d4238d19-7555-40d8-b50e-ad320a39a441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:47.230354 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-d4238d19-7555-40d8-b50e-ad320a39a441 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ae9d6f59-5f08-4d79-83a5-0cd4597eacb9 HTTP/1.1" status: 204 len: 168 time: 0.2312911 Sep 21 12:54:47.242851 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4238d19-7555-40d8-b50e-ad320a39a441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9d6f59-5f08-4d79-83a5-0cd4597eacb9,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:47.349178 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-161526af-df7b-43ba-bdbc-aca4151ba762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:47.355956 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-161526af-df7b-43ba-bdbc-aca4151ba762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:47.394009 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22aab55-3b87-4d66-85de-8aa41815855e req-88925f64-ad46-41d0-a129-df973bdc79e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:47.396283 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e22aab55-3b87-4d66-85de-8aa41815855e req-88925f64-ad46-41d0-a129-df973bdc79e3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 1099 time: 0.0842996 Sep 21 12:54:47.402640 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a174c93-2fdd-4b9c-9d22-60e5d16adf9e req-80c0fc31-e1c4-400b-9a0d-74d56e06fb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:47.404175 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8a174c93-2fdd-4b9c-9d22-60e5d16adf9e req-80c0fc31-e1c4-400b-9a0d-74d56e06fb5c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 1099 time: 0.0927906 Sep 21 12:54:47.404914 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-161526af-df7b-43ba-bdbc-aca4151ba762 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=93969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 12:54:47.407049 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161526af-df7b-43ba-bdbc-aca4151ba762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a976e39-3baf-4d1f-bc7b-a7bc78123ec7,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:47.436389 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-161526af-df7b-43ba-bdbc-aca4151ba762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861'] for segment, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:47.436737 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.db.segments_db [None req-161526af-df7b-43ba-bdbc-aca4151ba762 admin admin] Added segment 8ce5ce37-b5d4-4f1c-b3f1-8a9a5c079009 of type vlan for network 27767f99-e281-4d5d-b898-81af78d20fab Sep 21 12:54:47.450948 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e22aab55-3b87-4d66-85de-8aa41815855e req-7825331c-3003-4668-808e-45011a8bc8c8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458422 Sep 21 12:54:47.482956 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8a174c93-2fdd-4b9c-9d22-60e5d16adf9e req-e99983f9-0dc2-4d81-94bd-d81870000a32 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683672 Sep 21 12:54:47.494111 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-161526af-df7b-43ba-bdbc-aca4151ba762 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758322100264'] for network, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:47.524155 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-161526af-df7b-43ba-bdbc-aca4151ba762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279'] for network, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:47.525591 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161526af-df7b-43ba-bdbc-aca4151ba762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:47.526176 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-161526af-df7b-43ba-bdbc-aca4151ba762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:47.595812 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-161526af-df7b-43ba-bdbc-aca4151ba762 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5504663 Sep 21 12:54:47.598653 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 54326) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:47.605614 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-6ed1b9bd-93cd-43c4-b11c-1f2f62770015 admin admin] Request body: {'subnet': {'network_id': '27767f99-e281-4d5d-b898-81af78d20fab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-699199870-subnet', 'tenant_id': '41db6092f2684c85a910fff2412dde08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:54:47.609644 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161526af-df7b-43ba-bdbc-aca4151ba762 admin admin] Pushing event updated for resources: {'Network': ['ID=27767f99-e281-4d5d-b898-81af78d20fab,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:47.621985 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Network 27767f99-e281-4d5d-b898-81af78d20fab details requested by agent ovs-agent-dv-cinder-810131-2-iscsi with host dv-cinder-810131-2-iscsi {{(pid=93970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 12:54:47.634890 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed1b9bd-93cd-43c4-b11c-1f2f62770015 admin admin] Made reservation on behalf of 41db6092f2684c85a910fff2412dde08 for: {'subnet': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:54:47.637868 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6ed1b9bd-93cd-43c4-b11c-1f2f62770015 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:47.784578 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8336e-a669-408f-8fbf-78a3384c3a43 req-d36de1dd-b7e3-49ed-b867-aca5d16d43b7 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:47.786917 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-12d8336e-a669-408f-8fbf-78a3384c3a43 req-d36de1dd-b7e3-49ed-b867-aca5d16d43b7 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=555ba68b-899b-4fce-98d6-5df71f9e605c HTTP/1.1" status: 200 len: 945 time: 0.0814009 Sep 21 12:54:47.860468 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-12d8336e-a669-408f-8fbf-78a3384c3a43 req-751a9734-750a-454f-8607-d6eeb22d4b6e tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643816 Sep 21 12:54:47.910642 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca2bbd-b9bb-4a88-9b5c-9533b96dda70 req-65e071c3-7fa5-48bd-9dbc-e4332a297ae5 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:47.912403 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ddca2bbd-b9bb-4a88-9b5c-9533b96dda70 req-65e071c3-7fa5-48bd-9dbc-e4332a297ae5 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.0602908 Sep 21 12:54:47.922069 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:47.952108 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6ed1b9bd-93cd-43c4-b11c-1f2f62770015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279'] for subnet, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:47.958778 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ddca2bbd-b9bb-4a88-9b5c-9533b96dda70 req-8aee0ee1-d6c7-4a51-a24f-48f60b44a75f tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375926 Sep 21 12:54:48.024755 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed1b9bd-93cd-43c4-b11c-1f2f62770015 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6a6bf61-a666-4cb5-b72a-cec9fdaeee40,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:48.032098 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed1b9bd-93cd-43c4-b11c-1f2f62770015 admin admin] Checking segment: {'id': '8ce5ce37-b5d4-4f1c-b3f1-8a9a5c079009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '27767f99-e281-4d5d-b898-81af78d20fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:54:48.032098 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed1b9bd-93cd-43c4-b11c-1f2f62770015 admin admin] Network hostable DHCP agents. Network: 27767f99-e281-4d5d-b898-81af78d20fab, hostable agents: ['12de7482-9c3e-48cc-a7cf-59e9ab92578f'], hosted agents: [] {{(pid=93969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 12:54:48.053531 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed1b9bd-93cd-43c4-b11c-1f2f62770015 admin admin] Network 27767f99-e281-4d5d-b898-81af78d20fab is scheduled to be hosted by DHCP agent 12de7482-9c3e-48cc-a7cf-59e9ab92578f with binding_index 1 {{(pid=93969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 12:54:48.066379 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-6ed1b9bd-93cd-43c4-b11c-1f2f62770015 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810131-2-iscsi, 27767f99-e281-4d5d-b898-81af78d20fab) {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:54:48.071436 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed1b9bd-93cd-43c4-b11c-1f2f62770015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:48.072103 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6ed1b9bd-93cd-43c4-b11c-1f2f62770015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:48.077461 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3904ebf6-8aae-4bcd-9cff-c444a1c9fbd9 None None] Network 27767f99-e281-4d5d-b898-81af78d20fab requested from dv-cinder-810131-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 12:54:48.091762 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-6ed1b9bd-93cd-43c4-b11c-1f2f62770015 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4920540 Sep 21 12:54:48.235574 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccd5540-d340-4a8e-b4b8-844a19be954c None None] Network 27767f99-e281-4d5d-b898-81af78d20fab requested from dv-cinder-810131-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 12:54:48.316930 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15864328-433d-41f0-b0ed-fb4aa62f8528 req-b4d44c2b-590e-4121-bbd2-19de8fb90c7d tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:48.319658 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-15864328-433d-41f0-b0ed-fb4aa62f8528 req-b4d44c2b-590e-4121-bbd2-19de8fb90c7d tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dfe838-f89a-42bd-82cd-55724428e065 HTTP/1.1" status: 200 len: 945 time: 0.0879548 Sep 21 12:54:48.388630 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-15864328-433d-41f0-b0ed-fb4aa62f8528 req-a48f3d6e-cc70-45ca-aab5-abe13df578fd tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/security-groups?id=de7c17b0-9eef-4e85-b7aa-2c193eff179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570176 Sep 21 12:54:49.031542 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff59ad-3613-43b8-ad0c-38c749786843 req-219d85af-cdde-4cce-b7fa-133660b48b61 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:49.034374 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c0ff59ad-3613-43b8-ad0c-38c749786843 req-219d85af-cdde-4cce-b7fa-133660b48b61 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=555ba68b-899b-4fce-98d6-5df71f9e605c HTTP/1.1" status: 200 len: 945 time: 0.0836251 Sep 21 12:54:49.094963 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c0ff59ad-3613-43b8-ad0c-38c749786843 req-e6e2f832-d4e7-43d5-ab32-cc3c099b1b84 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532811 Sep 21 12:54:49.106344 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231a444-cfab-470f-b862-7531d0b789f7 req-bb45894a-1f9c-4caa-bfc8-17b880fe7f97 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:49.108478 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9231a444-cfab-470f-b862-7531d0b789f7 req-bb45894a-1f9c-4caa-bfc8-17b880fe7f97 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.0653183 Sep 21 12:54:49.151298 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9231a444-cfab-470f-b862-7531d0b789f7 req-f703e6b3-0433-42e4-8ac9-ec2afdedb587 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361733 Sep 21 12:54:49.465934 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 54420) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:49.511729 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31000e53-907c-4ca4-a216-be6a47b04701 req-23c34dae-1520-46fa-b310-5cfd596b57cc tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:49.513915 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-31000e53-907c-4ca4-a216-be6a47b04701 req-23c34dae-1520-46fa-b310-5cfd596b57cc tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dfe838-f89a-42bd-82cd-55724428e065 HTTP/1.1" status: 200 len: 945 time: 0.0579560 Sep 21 12:54:49.556507 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-31000e53-907c-4ca4-a216-be6a47b04701 req-80a96094-1897-4eea-a746-79519f053746 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/security-groups?id=de7c17b0-9eef-4e85-b7aa-2c193eff179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364625 Sep 21 12:54:49.589511 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6b8d8735-bc87-4db3-a2f1-52516a214f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:49.687035 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6b8d8735-bc87-4db3-a2f1-52516a214f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:49.691077 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6b8d8735-bc87-4db3-a2f1-52516a214f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:49.735292 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-6b8d8735-bc87-4db3-a2f1-52516a214f63 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=37d2dc6dd549459d864ca3578fbe8e7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2658522 Sep 21 12:54:49.735292 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d8735-bc87-4db3-a2f1-52516a214f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fec9ab-34ce-4d6c-99bf-17c829a41bcd,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:49.735715 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 54424) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:49.787828 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6018dc63-1a7c-4b59-ae30-284b10f28c77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:49.812250 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6018dc63-1a7c-4b59-ae30-284b10f28c77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:49.859443 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6018dc63-1a7c-4b59-ae30-284b10f28c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:49.862061 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6018dc63-1a7c-4b59-ae30-284b10f28c77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:49.864343 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-6018dc63-1a7c-4b59-ae30-284b10f28c77 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e3fec9ab-34ce-4d6c-99bf-17c829a41bcd HTTP/1.1" status: 204 len: 168 time: 0.1275065 Sep 21 12:54:49.872354 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6018dc63-1a7c-4b59-ae30-284b10f28c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fec9ab-34ce-4d6c-99bf-17c829a41bcd,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:50.144355 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 54436) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:50.158003 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2cd38378-9f87-4646-8d66-353ebd74b16d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:50.213670 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f31d41-dc36-4c2b-ab7b-ddd209e9ac82 req-0f1fc531-e61b-429e-9f1f-871ecab42f7c tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:50.215218 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c7f31d41-dc36-4c2b-ab7b-ddd209e9ac82 req-0f1fc531-e61b-429e-9f1f-871ecab42f7c tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=555ba68b-899b-4fce-98d6-5df71f9e605c HTTP/1.1" status: 200 len: 945 time: 0.0540197 Sep 21 12:54:50.258703 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c7f31d41-dc36-4c2b-ab7b-ddd209e9ac82 req-9ee7ec91-7879-469e-86e0-b98d02cb116c tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352437 Sep 21 12:54:50.292242 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2cd38378-9f87-4646-8d66-353ebd74b16d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:50.304059 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14dd239-1c25-4951-9f2d-06e40bf7b51f req-dc287bc4-b964-4cb1-bdba-936f73f60a39 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:50.305563 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e14dd239-1c25-4951-9f2d-06e40bf7b51f req-dc287bc4-b964-4cb1-bdba-936f73f60a39 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.0728283 Sep 21 12:54:50.306315 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2cd38378-9f87-4646-8d66-353ebd74b16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:50.361728 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd38378-9f87-4646-8d66-353ebd74b16d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca26e4d-5a89-4bc6-bb06-7ac0418d0a91,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:50.373966 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-2cd38378-9f87-4646-8d66-353ebd74b16d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0c9671aeb0f44a1c8ce948585e4d855b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2259452 Sep 21 12:54:50.374889 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 54442) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:50.381868 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e14dd239-1c25-4951-9f2d-06e40bf7b51f req-9c83257a-4650-4fb6-821a-719a7c021dc0 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695162 Sep 21 12:54:50.427714 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-667f6e6c-0ad5-46b6-a7c8-23bab045272b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:50.450115 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-667f6e6c-0ad5-46b6-a7c8-23bab045272b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:50.505008 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-667f6e6c-0ad5-46b6-a7c8-23bab045272b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:50.507663 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-667f6e6c-0ad5-46b6-a7c8-23bab045272b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:50.508914 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-667f6e6c-0ad5-46b6-a7c8-23bab045272b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aca26e4d-5a89-4bc6-bb06-7ac0418d0a91 HTTP/1.1" status: 204 len: 168 time: 0.1328495 Sep 21 12:54:50.516776 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f6e6c-0ad5-46b6-a7c8-23bab045272b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca26e4d-5a89-4bc6-bb06-7ac0418d0a91,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:50.688776 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c99bf5-baf3-4c19-8a8a-f76405326577 req-56e8d755-ac3d-4961-8af4-2241e0d42fae tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:50.690364 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-05c99bf5-baf3-4c19-8a8a-f76405326577 req-56e8d755-ac3d-4961-8af4-2241e0d42fae tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dfe838-f89a-42bd-82cd-55724428e065 HTTP/1.1" status: 200 len: 945 time: 0.0619686 Sep 21 12:54:50.735510 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-05c99bf5-baf3-4c19-8a8a-f76405326577 req-f4d23f07-79ee-439a-b8ef-6191dbfc1c05 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/security-groups?id=de7c17b0-9eef-4e85-b7aa-2c193eff179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380213 Sep 21 12:54:51.409908 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df54bc-7c04-4bff-8d1c-6e98a3c83e5b req-9e2201e4-8a6c-44d9-bacd-4dfac7f452f4 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:51.412907 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-98df54bc-7c04-4bff-8d1c-6e98a3c83e5b req-9e2201e4-8a6c-44d9-bacd-4dfac7f452f4 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/networks?id=27767f99-e281-4d5d-b898-81af78d20fab HTTP/1.1" status: 200 len: 808 time: 0.1616423 Sep 21 12:54:51.417478 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3960fa-8f20-4e59-9941-4924c3079ed0 req-8d2ea2f7-392a-4bb7-b7be-2bf4cf9d150b tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:51.419078 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4a3960fa-8f20-4e59-9941-4924c3079ed0 req-8d2ea2f7-392a-4bb7-b7be-2bf4cf9d150b tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=555ba68b-899b-4fce-98d6-5df71f9e605c HTTP/1.1" status: 200 len: 945 time: 0.0627713 Sep 21 12:54:51.448605 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-98df54bc-7c04-4bff-8d1c-6e98a3c83e5b req-12facd51-537d-4bd7-a288-6c72d4c5fa30 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/quotas/41db6092f2684c85a910fff2412dde08 HTTP/1.1" status: 200 len: 375 time: 0.0263290 Sep 21 12:54:51.466100 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4a3960fa-8f20-4e59-9941-4924c3079ed0 req-f8a197a6-063d-4741-895e-ac33dda0806b tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406995 Sep 21 12:54:51.503855 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-98df54bc-7c04-4bff-8d1c-6e98a3c83e5b req-2230c4ac-96b9-47be-8c79-94a46fc7416f tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=41db6092f2684c85a910fff2412dde08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474532 Sep 21 12:54:51.659279 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23849b95-bf28-44f5-aaea-af2a160bb477 req-f2f41e33-7b85-44af-96e2-9e858d235968 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:51.662311 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-23849b95-bf28-44f5-aaea-af2a160bb477 req-f2f41e33-7b85-44af-96e2-9e858d235968 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.0973320 Sep 21 12:54:51.673565 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-98df54bc-7c04-4bff-8d1c-6e98a3c83e5b req-8dedea38-672a-4f5e-93d7-6dc012f7d5cd service neutron] 10.222.0.32 "GET /v2.0/networks/27767f99-e281-4d5d-b898-81af78d20fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615095 Sep 21 12:54:51.761604 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-23849b95-bf28-44f5-aaea-af2a160bb477 req-6e6c0b8b-7193-4038-82bd-51c25f5f93a0 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901675 Sep 21 12:54:51.824839 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-98df54bc-7c04-4bff-8d1c-6e98a3c83e5b req-b7283aa0-9f49-467b-866a-4bb7892950d2 service neutron] 10.222.0.32 "GET /v2.0/networks/27767f99-e281-4d5d-b898-81af78d20fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504014 Sep 21 12:54:51.879000 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414c54e-dba1-4bb2-af0f-27e1f7921986 req-095ba54a-4ca7-4986-b260-c8e3fc5b3e54 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:51.890578 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d414c54e-dba1-4bb2-af0f-27e1f7921986 req-095ba54a-4ca7-4986-b260-c8e3fc5b3e54 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dfe838-f89a-42bd-82cd-55724428e065 HTTP/1.1" status: 200 len: 945 time: 0.0752132 Sep 21 12:54:51.943473 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d414c54e-dba1-4bb2-af0f-27e1f7921986 req-8c5e1678-c194-4a42-85ef-89fc047d328d tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/security-groups?id=de7c17b0-9eef-4e85-b7aa-2c193eff179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513768 Sep 21 12:54:52.064242 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-73f91df7-53cb-490b-99f5-908b66d9525e req-a9c37602-7da6-44bd-bd7a-c393435b6948 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecf93a1e-c424-4a25-82c4-7c3da13c69be HTTP/1.1" status: 200 len: 210 time: 0.0568836 Sep 21 12:54:52.649876 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5ff24-85a9-4ae2-8d1e-a21d6a35e34b req-297ea231-450f-465d-903d-9a07265eda40 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:52.651558 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e9f5ff24-85a9-4ae2-8d1e-a21d6a35e34b req-297ea231-450f-465d-903d-9a07265eda40 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=555ba68b-899b-4fce-98d6-5df71f9e605c HTTP/1.1" status: 200 len: 945 time: 0.0886247 Sep 21 12:54:52.706352 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e9f5ff24-85a9-4ae2-8d1e-a21d6a35e34b req-e6159fa4-c052-48fa-b665-daf9e0fdd9e6 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427222 Sep 21 12:54:52.900630 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f32ed6-17b8-48b9-91b1-e89068f28a7e req-b2d1879f-4bf7-4c26-9014-016ee071e60f tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:52.903204 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-68f32ed6-17b8-48b9-91b1-e89068f28a7e req-b2d1879f-4bf7-4c26-9014-016ee071e60f tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.0712786 Sep 21 12:54:52.953277 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-68f32ed6-17b8-48b9-91b1-e89068f28a7e req-9724c943-a712-402c-b008-8bfa79a1447d tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437503 Sep 21 12:54:53.195586 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b3da8d27-7966-4e37-a042-91b74f869db9 req-e5284598-449f-4878-92a5-35f56ce06e09 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecf93a1e-c424-4a25-82c4-7c3da13c69be HTTP/1.1" status: 200 len: 210 time: 0.0447233 Sep 21 12:54:53.333186 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e8179-9f11-4185-a52d-bf433f6b5403 req-e43c7793-f63a-4930-99a2-c87b8923184d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:53.334327 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3832e6-2215-4b6f-8fb5-4fc04ac27d70 req-7ad9f955-0a72-464d-a36b-d6af60b903ec tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:53.335590 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-254e8179-9f11-4185-a52d-bf433f6b5403 req-e43c7793-f63a-4930-99a2-c87b8923184d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=733d5bd9c7084becb0ad3bb10d2da297&device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 1099 time: 0.0471740 Sep 21 12:54:53.335999 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-eb3832e6-2215-4b6f-8fb5-4fc04ac27d70 req-7ad9f955-0a72-464d-a36b-d6af60b903ec tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.0543971 Sep 21 12:54:53.422106 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-eb3832e6-2215-4b6f-8fb5-4fc04ac27d70 req-5c5d1153-996b-4819-a0dd-b58c8a489fcc tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797887 Sep 21 12:54:53.492663 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e8179-9f11-4185-a52d-bf433f6b5403 req-2cd775b2-e890-4a26-9420-3cd6fd0a4fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:53.494596 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-254e8179-9f11-4185-a52d-bf433f6b5403 req-2cd775b2-e890-4a26-9420-3cd6fd0a4fa3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=480564d1-d18f-47e0-b274-17cfc68cf539 HTTP/1.1" status: 200 len: 920 time: 0.1332040 Sep 21 12:54:53.574461 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-254e8179-9f11-4185-a52d-bf433f6b5403 req-0f1aa527-383f-4046-8f8d-a025328c59f8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63dbd2af-31c4-44dc-bc4d-4cc20922ed2c HTTP/1.1" status: 200 len: 217 time: 0.0670960 Sep 21 12:54:53.575518 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df54bc-7c04-4bff-8d1c-6e98a3c83e5b req-6a53cf97-030e-465b-96f9-d5dee199586b tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:53.577445 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-98df54bc-7c04-4bff-8d1c-6e98a3c83e5b req-6a53cf97-030e-465b-96f9-d5dee199586b tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.45 "GET /v2.0/networks?id=27767f99-e281-4d5d-b898-81af78d20fab HTTP/1.1" status: 200 len: 808 time: 0.2151725 Sep 21 12:54:53.615917 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [req-98df54bc-7c04-4bff-8d1c-6e98a3c83e5b req-f5bd2386-a00b-45fd-9fd8-3fbab38ea032 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Request body: {'port': {'device_id': 'ecf93a1e-c424-4a25-82c4-7c3da13c69be', 'network_id': '27767f99-e281-4d5d-b898-81af78d20fab', 'admin_state_up': True, 'tenant_id': '41db6092f2684c85a910fff2412dde08'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:54:53.657580 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e8179-9f11-4185-a52d-bf433f6b5403 req-6ff6c8e1-4ff6-46b5-a154-bbd7b74ba186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:53.659175 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-254e8179-9f11-4185-a52d-bf433f6b5403 req-6ff6c8e1-4ff6-46b5-a154-bbd7b74ba186 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=44b95dae-7a59-470d-b24b-f73d769ae49b HTTP/1.1" status: 200 len: 859 time: 0.0564473 Sep 21 12:54:53.709516 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-254e8179-9f11-4185-a52d-bf433f6b5403 req-17f1ee9b-122a-498d-b459-5484747e10c2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=480564d1-d18f-47e0-b274-17cfc68cf539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337045 Sep 21 12:54:53.785377 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98df54bc-7c04-4bff-8d1c-6e98a3c83e5b req-f5bd2386-a00b-45fd-9fd8-3fbab38ea032 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Made reservation on behalf of 41db6092f2684c85a910fff2412dde08 for: {'port': 1} {{(pid=93968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:54:53.790494 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-98df54bc-7c04-4bff-8d1c-6e98a3c83e5b req-f5bd2386-a00b-45fd-9fd8-3fbab38ea032 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:53.849323 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-254e8179-9f11-4185-a52d-bf433f6b5403 req-1a90a0e7-9c42-45e5-9cfe-38b4fa238365 service neutron] 10.222.0.45 "GET /v2.0/networks/480564d1-d18f-47e0-b274-17cfc68cf539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194248 Sep 21 12:54:53.954908 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [req-98df54bc-7c04-4bff-8d1c-6e98a3c83e5b req-f5bd2386-a00b-45fd-9fd8-3fbab38ea032 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Allocated IP 172.20.0.2 (27767f99-e281-4d5d-b898-81af78d20fab/a6a6bf61-a666-4cb5-b72a-cec9fdaeee40/ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:54:53.987892 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-254e8179-9f11-4185-a52d-bf433f6b5403 req-53dc3402-733f-4438-9e79-e0d75a2ef017 service neutron] 10.222.0.45 "GET /v2.0/networks/480564d1-d18f-47e0-b274-17cfc68cf539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239483 Sep 21 12:54:54.192747 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-98df54bc-7c04-4bff-8d1c-6e98a3c83e5b req-f5bd2386-a00b-45fd-9fd8-3fbab38ea032 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:54.296687 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-98df54bc-7c04-4bff-8d1c-6e98a3c83e5b req-f5bd2386-a00b-45fd-9fd8-3fbab38ea032 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:54.349367 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98df54bc-7c04-4bff-8d1c-6e98a3c83e5b req-f5bd2386-a00b-45fd-9fd8-3fbab38ea032 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Network 27767f99-e281-4d5d-b898-81af78d20fab is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:54:54.353702 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [req-98df54bc-7c04-4bff-8d1c-6e98a3c83e5b req-f5bd2386-a00b-45fd-9fd8-3fbab38ea032 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:54:54.357822 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [req-98df54bc-7c04-4bff-8d1c-6e98a3c83e5b req-f5bd2386-a00b-45fd-9fd8-3fbab38ea032 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 12:54:54.363830 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df54bc-7c04-4bff-8d1c-6e98a3c83e5b req-f5bd2386-a00b-45fd-9fd8-3fbab38ea032 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:54.365140 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-98df54bc-7c04-4bff-8d1c-6e98a3c83e5b req-f5bd2386-a00b-45fd-9fd8-3fbab38ea032 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for port, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:54.386029 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bd2386-a00b-45fd-9fd8-3fbab38ea032 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Pushing event updated for resources: {'Port': ['ID=ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:54.399648 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-98df54bc-7c04-4bff-8d1c-6e98a3c83e5b req-f5bd2386-a00b-45fd-9fd8-3fbab38ea032 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7896428 Sep 21 12:54:54.418530 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [req-98df54bc-7c04-4bff-8d1c-6e98a3c83e5b req-21ba77e6-b2a8-4269-9a83-cc6e506aa5e0 service neutron] Request body: {'port': {'device_id': 'ecf93a1e-c424-4a25-82c4-7c3da13c69be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81013'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:54:54.455599 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f501f-f36e-41f6-8a24-3e7834570e49 req-440e6326-173e-4f7f-a857-59eee5701a53 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:54.458677 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3b2f501f-f36e-41f6-8a24-3e7834570e49 req-440e6326-173e-4f7f-a857-59eee5701a53 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecf93a1e-c424-4a25-82c4-7c3da13c69be HTTP/1.1" status: 200 len: 931 time: 0.0740924 Sep 21 12:54:54.488127 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-98df54bc-7c04-4bff-8d1c-6e98a3c83e5b req-21ba77e6-b2a8-4269-9a83-cc6e506aa5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:54.524328 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3b2f501f-f36e-41f6-8a24-3e7834570e49 req-9a4f2d17-7bf9-4adf-a5de-41051c421e03 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a976e39-3baf-4d1f-bc7b-a7bc78123ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583646 Sep 21 12:54:54.691168 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e525c79-039e-4458-bbfe-bca5a2a479d4 req-9e015b36-9af2-4c5c-a676-dfeaff833ad8 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:54.694603 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7e525c79-039e-4458-bbfe-bca5a2a479d4 req-9e015b36-9af2-4c5c-a676-dfeaff833ad8 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.0904300 Sep 21 12:54:54.739996 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7e525c79-039e-4458-bbfe-bca5a2a479d4 req-569aefe1-c83e-4ac2-82d7-ae4b0cea1f6c tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383134 Sep 21 12:54:54.825541 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.notifiers.nova [req-98df54bc-7c04-4bff-8d1c-6e98a3c83e5b req-21ba77e6-b2a8-4269-9a83-cc6e506aa5e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 12:54:54.834105 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-98df54bc-7c04-4bff-8d1c-6e98a3c83e5b req-21ba77e6-b2a8-4269-9a83-cc6e506aa5e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:54.851310 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [req-98df54bc-7c04-4bff-8d1c-6e98a3c83e5b req-21ba77e6-b2a8-4269-9a83-cc6e506aa5e0 service neutron] Transition to ACTIVE for port object ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 12:54:54.855761 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-98df54bc-7c04-4bff-8d1c-6e98a3c83e5b req-21ba77e6-b2a8-4269-9a83-cc6e506aa5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:54.916762 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba77e6-b2a8-4269-9a83-cc6e506aa5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:54.956345 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [req-98df54bc-7c04-4bff-8d1c-6e98a3c83e5b req-21ba77e6-b2a8-4269-9a83-cc6e506aa5e0 service neutron] Attempting to bind port ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4 on host hv-cinder-81013 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 12:54:54.956986 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [req-98df54bc-7c04-4bff-8d1c-6e98a3c83e5b req-21ba77e6-b2a8-4269-9a83-cc6e506aa5e0 service neutron] Attempting to bind port ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4 by drivers openvswitch,hyperv on host hv-cinder-81013 at level 0 using segments [{'id': '8ce5ce37-b5d4-4f1c-b3f1-8a9a5c079009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '27767f99-e281-4d5d-b898-81af78d20fab'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 12:54:54.957791 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98df54bc-7c04-4bff-8d1c-6e98a3c83e5b req-21ba77e6-b2a8-4269-9a83-cc6e506aa5e0 service neutron] Attempting to bind port ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4 on network 27767f99-e281-4d5d-b898-81af78d20fab {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:54:54.962927 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98df54bc-7c04-4bff-8d1c-6e98a3c83e5b req-21ba77e6-b2a8-4269-9a83-cc6e506aa5e0 service neutron] Port ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4 on network 27767f99-e281-4d5d-b898-81af78d20fab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81013 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 12:54:54.963307 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98df54bc-7c04-4bff-8d1c-6e98a3c83e5b req-21ba77e6-b2a8-4269-9a83-cc6e506aa5e0 service neutron] Attempting to bind port ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4 on network 27767f99-e281-4d5d-b898-81af78d20fab {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:54:54.969860 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98df54bc-7c04-4bff-8d1c-6e98a3c83e5b req-21ba77e6-b2a8-4269-9a83-cc6e506aa5e0 service neutron] Checking agent: {'id': 'a6e01e35-01d6-479f-9faf-9c323aed8d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 12, 52, 16), 'started_at': datetime.datetime(2021, 9, 21, 12, 52, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 12, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 12:54:54.970215 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98df54bc-7c04-4bff-8d1c-6e98a3c83e5b req-21ba77e6-b2a8-4269-9a83-cc6e506aa5e0 service neutron] Checking segment: {'id': '8ce5ce37-b5d4-4f1c-b3f1-8a9a5c079009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '27767f99-e281-4d5d-b898-81af78d20fab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:54:54.970662 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98df54bc-7c04-4bff-8d1c-6e98a3c83e5b req-21ba77e6-b2a8-4269-9a83-cc6e506aa5e0 service neutron] Bound using segment: {'id': '8ce5ce37-b5d4-4f1c-b3f1-8a9a5c079009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '27767f99-e281-4d5d-b898-81af78d20fab'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:54:54.971315 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [req-98df54bc-7c04-4bff-8d1c-6e98a3c83e5b req-21ba77e6-b2a8-4269-9a83-cc6e506aa5e0 service neutron] Bound port: ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4, host: hv-cinder-81013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ce5ce37-b5d4-4f1c-b3f1-8a9a5c079009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '27767f99-e281-4d5d-b898-81af78d20fab'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 12:54:54.971822 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-98df54bc-7c04-4bff-8d1c-6e98a3c83e5b req-21ba77e6-b2a8-4269-9a83-cc6e506aa5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:55.065486 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [req-98df54bc-7c04-4bff-8d1c-6e98a3c83e5b req-21ba77e6-b2a8-4269-9a83-cc6e506aa5e0 service neutron] For port ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4, host hv-cinder-81013, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:54:55.065486 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [req-98df54bc-7c04-4bff-8d1c-6e98a3c83e5b req-21ba77e6-b2a8-4269-9a83-cc6e506aa5e0 service neutron] For port ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4, host hv-cinder-81013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4,segment=NetworkSegment(8ce5ce37-b5d4-4f1c-b3f1-8a9a5c079009),segment_id=8ce5ce37-b5d4-4f1c-b3f1-8a9a5c079009)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:54:55.068479 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-98df54bc-7c04-4bff-8d1c-6e98a3c83e5b req-21ba77e6-b2a8-4269-9a83-cc6e506aa5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:55.110955 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df54bc-7c04-4bff-8d1c-6e98a3c83e5b req-21ba77e6-b2a8-4269-9a83-cc6e506aa5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:55.111605 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-98df54bc-7c04-4bff-8d1c-6e98a3c83e5b req-21ba77e6-b2a8-4269-9a83-cc6e506aa5e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for port, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:55.112984 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-98df54bc-7c04-4bff-8d1c-6e98a3c83e5b req-21ba77e6-b2a8-4269-9a83-cc6e506aa5e0 service neutron] 10.222.0.45 "PUT /v2.0/ports/ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4 HTTP/1.1" status: 200 len: 1093 time: 0.7045610 Sep 21 12:54:55.113418 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecf93a1e-c424-4a25-82c4-7c3da13c69be', 'tag': 'ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 12:54:55.119736 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a262e2a05831170809019d2cf22837e497d964a865586fc051a88de41b43109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1c124f-d129-4918-b1f9-5a43f6b23ce7" -d '{"events": [{"name": "network-changed", "server_uuid": "ecf93a1e-c424-4a25-82c4-7c3da13c69be", "tag": "ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:54:55.151421 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba77e6-b2a8-4269-9a83-cc6e506aa5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:55.171440 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 12:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e3c229-02b1-4d4e-a403-1621d137fde0 x-openstack-request-id: req-27e3c229-02b1-4d4e-a403-1621d137fde0 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:54:55.171722 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecf93a1e-c424-4a25-82c4-7c3da13c69be", "tag": "ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4", "status": "completed", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:54:55.171971 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-27e3c229-02b1-4d4e-a403-1621d137fde0 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:54:55.172478 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecf93a1e-c424-4a25-82c4-7c3da13c69be', 'tag': 'ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4', 'status': 'completed', 'code': 200} Sep 21 12:54:55.201576 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df54bc-7c04-4bff-8d1c-6e98a3c83e5b req-9601e8b1-983e-4485-9fd2-ea59d32eed6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:55.203118 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-98df54bc-7c04-4bff-8d1c-6e98a3c83e5b req-9601e8b1-983e-4485-9fd2-ea59d32eed6c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=41db6092f2684c85a910fff2412dde08&device_id=ecf93a1e-c424-4a25-82c4-7c3da13c69be HTTP/1.1" status: 200 len: 1096 time: 0.0441279 Sep 21 12:54:55.232105 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 54722) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:55.258182 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-98df54bc-7c04-4bff-8d1c-6e98a3c83e5b req-264ee18a-a43f-4691-8c25-b6fd6cea4d94 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4 HTTP/1.1" status: 200 len: 217 time: 0.0390589 Sep 21 12:54:55.317956 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df54bc-7c04-4bff-8d1c-6e98a3c83e5b req-ac6cc6cd-fdfb-49f1-b85c-e2640604b31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:55.319443 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-98df54bc-7c04-4bff-8d1c-6e98a3c83e5b req-ac6cc6cd-fdfb-49f1-b85c-e2640604b31f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a6a6bf61-a666-4cb5-b72a-cec9fdaeee40 HTTP/1.1" status: 200 len: 848 time: 0.0476863 Sep 21 12:54:55.348104 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bf9cd930-8cdc-4a61-8225-8b6d7d703b7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:55.360523 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-98df54bc-7c04-4bff-8d1c-6e98a3c83e5b req-b4ee6110-1d0e-4ecf-a9c5-fb19880168f6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=27767f99-e281-4d5d-b898-81af78d20fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243933 Sep 21 12:54:55.466537 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bf9cd930-8cdc-4a61-8225-8b6d7d703b7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:55.470764 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-98df54bc-7c04-4bff-8d1c-6e98a3c83e5b req-58ff0bff-bd67-4ce3-b52b-d71f70774cdc service neutron] 10.222.0.45 "GET /v2.0/networks/27767f99-e281-4d5d-b898-81af78d20fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025426 Sep 21 12:54:55.472688 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bf9cd930-8cdc-4a61-8225-8b6d7d703b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:55.519371 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-bf9cd930-8cdc-4a61-8225-8b6d7d703b7d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c93d58d9c8784e94afe54a491da1ebb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2857249 Sep 21 12:54:55.519617 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 54732) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:55.574180 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9cd930-8cdc-4a61-8225-8b6d7d703b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70682d52-af39-4236-81da-36ef7ce42e97,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:55.580207 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-98df54bc-7c04-4bff-8d1c-6e98a3c83e5b req-4654851a-085f-4968-a542-cf3f63c39090 service neutron] 10.222.0.45 "GET /v2.0/networks/27767f99-e281-4d5d-b898-81af78d20fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994964 Sep 21 12:54:55.596095 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-328ab25a-2966-4ac0-b9cb-7c13b6d562ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:55.640969 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-328ab25a-2966-4ac0-b9cb-7c13b6d562ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:55.709917 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-328ab25a-2966-4ac0-b9cb-7c13b6d562ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:55.716655 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-328ab25a-2966-4ac0-b9cb-7c13b6d562ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:55.716655 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-328ab25a-2966-4ac0-b9cb-7c13b6d562ea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/70682d52-af39-4236-81da-36ef7ce42e97 HTTP/1.1" status: 204 len: 168 time: 0.1883852 Sep 21 12:54:55.732683 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ab25a-2966-4ac0-b9cb-7c13b6d562ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70682d52-af39-4236-81da-36ef7ce42e97,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:55.897805 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf82f1-da31-4056-86a9-5319bb698fa3 req-3f1a79c0-7cb1-409a-bd8d-94fb1d4ebd3b tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:55.907170 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1baf82f1-da31-4056-86a9-5319bb698fa3 req-3f1a79c0-7cb1-409a-bd8d-94fb1d4ebd3b tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.0752139 Sep 21 12:54:55.954634 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1baf82f1-da31-4056-86a9-5319bb698fa3 req-49034387-580b-4885-8956-02901f578f6b tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462911 Sep 21 12:54:55.957287 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26df02b-f680-479c-b872-e0bda4debde1 req-efcc07a9-50c2-47ae-be44-8ab59cdec338 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:55.960142 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b26df02b-f680-479c-b872-e0bda4debde1 req-efcc07a9-50c2-47ae-be44-8ab59cdec338 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecf93a1e-c424-4a25-82c4-7c3da13c69be HTTP/1.1" status: 200 len: 943 time: 0.3380148 Sep 21 12:54:55.967632 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1c124f-d129-4918-b1f9-5a43f6b23ce7 req-c0e3ea45-f4b5-4f70-85af-857d53373f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:55.969424 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-af1c124f-d129-4918-b1f9-5a43f6b23ce7 req-c0e3ea45-f4b5-4f70-85af-857d53373f5c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=41db6092f2684c85a910fff2412dde08&device_id=ecf93a1e-c424-4a25-82c4-7c3da13c69be HTTP/1.1" status: 200 len: 1096 time: 0.3021524 Sep 21 12:54:56.039014 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b26df02b-f680-479c-b872-e0bda4debde1 req-8eb527c3-aaab-4aa4-91b0-27e14667ec90 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a976e39-3baf-4d1f-bc7b-a7bc78123ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685158 Sep 21 12:54:56.121778 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1c124f-d129-4918-b1f9-5a43f6b23ce7 req-398486a1-847b-4258-ac11-2b9b2b072e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:56.123393 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-af1c124f-d129-4918-b1f9-5a43f6b23ce7 req-398486a1-847b-4258-ac11-2b9b2b072e16 service neutron] 10.222.0.45 "GET /v2.0/networks?id=27767f99-e281-4d5d-b898-81af78d20fab HTTP/1.1" status: 200 len: 909 time: 0.1388097 Sep 21 12:54:56.183259 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-af1c124f-d129-4918-b1f9-5a43f6b23ce7 req-7c18d89a-0070-4251-a095-5d58f41af491 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4 HTTP/1.1" status: 200 len: 217 time: 0.0476012 Sep 21 12:54:56.198618 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 54764) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:56.213360 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9b38a692-2e41-45f0-8597-741233b02a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:56.238059 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1c124f-d129-4918-b1f9-5a43f6b23ce7 req-cdc34d4b-440f-4139-b114-ba872eb124b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:56.241155 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-af1c124f-d129-4918-b1f9-5a43f6b23ce7 req-cdc34d4b-440f-4139-b114-ba872eb124b6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a6a6bf61-a666-4cb5-b72a-cec9fdaeee40 HTTP/1.1" status: 200 len: 848 time: 0.0511637 Sep 21 12:54:56.275900 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-af1c124f-d129-4918-b1f9-5a43f6b23ce7 req-0d221144-194a-4664-9ba8-5516e08abdf0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=27767f99-e281-4d5d-b898-81af78d20fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264750 Sep 21 12:54:56.315849 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9b38a692-2e41-45f0-8597-741233b02a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:56.321194 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9b38a692-2e41-45f0-8597-741233b02a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:56.359809 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-9b38a692-2e41-45f0-8597-741233b02a08 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a39417358f214e94bfc16b2b9e12dd36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1600318 Sep 21 12:54:56.360908 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b38a692-2e41-45f0-8597-741233b02a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21e7459-c6e7-47ed-8e9a-6c2a69d345c5,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:56.362615 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 54766) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:56.418087 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-af1c124f-d129-4918-b1f9-5a43f6b23ce7 req-4c8bf87d-6d1e-406e-bd07-a68d0cbdf54a service neutron] 10.222.0.45 "GET /v2.0/networks/27767f99-e281-4d5d-b898-81af78d20fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256742 Sep 21 12:54:56.439381 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-846493c5-5430-4882-b40c-3603cf402c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:56.505179 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-846493c5-5430-4882-b40c-3603cf402c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:56.558605 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-af1c124f-d129-4918-b1f9-5a43f6b23ce7 req-f8ccf876-4889-48eb-aeaf-c151ae37cd56 service neutron] 10.222.0.45 "GET /v2.0/networks/27767f99-e281-4d5d-b898-81af78d20fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315684 Sep 21 12:54:56.581531 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-846493c5-5430-4882-b40c-3603cf402c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:56.584512 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-846493c5-5430-4882-b40c-3603cf402c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:56.585687 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-846493c5-5430-4882-b40c-3603cf402c3d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c21e7459-c6e7-47ed-8e9a-6c2a69d345c5 HTTP/1.1" status: 204 len: 168 time: 0.2213705 Sep 21 12:54:56.595195 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846493c5-5430-4882-b40c-3603cf402c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21e7459-c6e7-47ed-8e9a-6c2a69d345c5,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:57.089950 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baadbeeb-1f62-49d6-bca3-32c1a0152b54 req-08dc6365-8003-43df-a25c-4bd5da149fc9 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:57.091495 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-baadbeeb-1f62-49d6-bca3-32c1a0152b54 req-08dc6365-8003-43df-a25c-4bd5da149fc9 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.0574930 Sep 21 12:54:57.132814 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-baadbeeb-1f62-49d6-bca3-32c1a0152b54 req-55a9e40a-3214-4a35-b489-910236475194 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347421 Sep 21 12:54:57.163813 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f060fb2-c728-4b00-b181-a87d514d15df req-bf8854c5-8363-460e-9842-47c2b5fced43 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:57.165333 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6f060fb2-c728-4b00-b181-a87d514d15df req-bf8854c5-8363-460e-9842-47c2b5fced43 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecf93a1e-c424-4a25-82c4-7c3da13c69be HTTP/1.1" status: 200 len: 943 time: 0.0605230 Sep 21 12:54:57.212661 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6f060fb2-c728-4b00-b181-a87d514d15df req-566eebf4-abc3-4a59-ad14-1e78ccb53dcc tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a976e39-3baf-4d1f-bc7b-a7bc78123ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391777 Sep 21 12:54:57.696445 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 54822) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:57.811661 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4c7b6f61-3988-42f8-8dc5-ebb259bf0822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:57.904104 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4c7b6f61-3988-42f8-8dc5-ebb259bf0822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:57.908140 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4c7b6f61-3988-42f8-8dc5-ebb259bf0822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:57.945751 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b6f61-3988-42f8-8dc5-ebb259bf0822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b43b78-b727-49fd-866d-8a6c02fe37d0,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:57.950271 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-4c7b6f61-3988-42f8-8dc5-ebb259bf0822 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2c7ad397485a44acb0626e9c4bbd42a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2528322 Sep 21 12:54:57.952934 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 54828) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:54:58.011713 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-77cac911-edb3-438f-bf42-d7c12d5de52b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:58.032595 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-77cac911-edb3-438f-bf42-d7c12d5de52b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:58.088456 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-77cac911-edb3-438f-bf42-d7c12d5de52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:58.091490 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-77cac911-edb3-438f-bf42-d7c12d5de52b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:58.092738 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-77cac911-edb3-438f-bf42-d7c12d5de52b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/28b43b78-b727-49fd-866d-8a6c02fe37d0 HTTP/1.1" status: 204 len: 168 time: 0.1388938 Sep 21 12:54:58.102044 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cac911-edb3-438f-bf42-d7c12d5de52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b43b78-b727-49fd-866d-8a6c02fe37d0,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:58.251626 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c13ff-8beb-4061-82c6-22b3c499328c req-11cebb35-9fdc-446b-bebe-e1b6a6e363eb tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:58.253350 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-601c13ff-8beb-4061-82c6-22b3c499328c req-11cebb35-9fdc-446b-bebe-e1b6a6e363eb tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.0506446 Sep 21 12:54:58.297560 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-601c13ff-8beb-4061-82c6-22b3c499328c req-1b0b68e2-5185-45f7-8d9f-98b50cc89748 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369225 Sep 21 12:54:58.345348 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa537ea-7692-47bb-aa95-b7e9013bcfc7 req-490b6a7f-f0eb-46ca-8b47-201b9ca5fb69 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:58.346903 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3fa537ea-7692-47bb-aa95-b7e9013bcfc7 req-490b6a7f-f0eb-46ca-8b47-201b9ca5fb69 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecf93a1e-c424-4a25-82c4-7c3da13c69be HTTP/1.1" status: 200 len: 943 time: 0.0519321 Sep 21 12:54:58.386430 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3fa537ea-7692-47bb-aa95-b7e9013bcfc7 req-3f922145-f6eb-4542-a80f-234132578e3e tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a976e39-3baf-4d1f-bc7b-a7bc78123ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329897 Sep 21 12:54:58.843955 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4 details requested by agent hyperv_hv-cinder-81013 with host hv-cinder-81013 {{(pid=93970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 12:54:58.942864 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4,segment=NetworkSegment(8ce5ce37-b5d4-4f1c-b3f1-8a9a5c079009),segment_id=8ce5ce37-b5d4-4f1c-b3f1-8a9a5c079009)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:54:59.062521 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Returning: {'device': 'ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4', 'network_id': '27767f99-e281-4d5d-b898-81af78d20fab', 'port_id': 'ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4', 'mac_address': 'fa:16:3e:73:2c:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6a6bf61-a666-4cb5-b72a-cec9fdaeee40', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 12:54:59.100833 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:59.114242 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4 {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 12:54:59.139305 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4,segment=NetworkSegment(8ce5ce37-b5d4-4f1c-b3f1-8a9a5c079009),segment_id=8ce5ce37-b5d4-4f1c-b3f1-8a9a5c079009)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:54:59.144521 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:54:59.196386 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:54:59.415676 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c83116f-ccf3-4e11-a6a3-379727f08949 req-a7b7aa93-1819-47b7-98dc-bfb4990946e0 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:59.417106 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5c83116f-ccf3-4e11-a6a3-379727f08949 req-a7b7aa93-1819-47b7-98dc-bfb4990946e0 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.0487309 Sep 21 12:54:59.470559 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5c83116f-ccf3-4e11-a6a3-379727f08949 req-2f27a510-c8ab-43f6-9f3d-bd173ed389ca tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461643 Sep 21 12:54:59.517832 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096c1bf-7baf-408c-8100-04003a4f3d6a req-74dd5607-078b-48fd-ab86-aca7f9cc1ba1 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:54:59.519371 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7096c1bf-7baf-408c-8100-04003a4f3d6a req-74dd5607-078b-48fd-ab86-aca7f9cc1ba1 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecf93a1e-c424-4a25-82c4-7c3da13c69be HTTP/1.1" status: 200 len: 944 time: 0.0527601 Sep 21 12:54:59.558854 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7096c1bf-7baf-408c-8100-04003a4f3d6a req-3ddd9dc4-8fc2-4863-9f8f-3bc1ca1a0baf tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a976e39-3baf-4d1f-bc7b-a7bc78123ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318418 Sep 21 12:55:00.583865 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f9d9b-8396-4b59-a41b-24015f266215 req-b298966c-f1c6-4da0-90e5-6f12cc3f5034 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:00.585343 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9a4f9d9b-8396-4b59-a41b-24015f266215 req-b298966c-f1c6-4da0-90e5-6f12cc3f5034 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.0524156 Sep 21 12:55:00.622678 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9a4f9d9b-8396-4b59-a41b-24015f266215 req-434e2e98-d3f3-49cc-bf67-c4a239962168 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312226 Sep 21 12:55:00.674709 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63ac89-94e4-40f4-9d96-7b653941cb7e req-67b7054d-13e1-417f-aa3d-96845b42d18d tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:00.678283 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8b63ac89-94e4-40f4-9d96-7b653941cb7e req-67b7054d-13e1-417f-aa3d-96845b42d18d tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecf93a1e-c424-4a25-82c4-7c3da13c69be HTTP/1.1" status: 200 len: 944 time: 0.0491421 Sep 21 12:55:00.716007 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8b63ac89-94e4-40f4-9d96-7b653941cb7e req-184ebf50-e554-4088-9840-232e92fa6d23 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a976e39-3baf-4d1f-bc7b-a7bc78123ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332897 Sep 21 12:55:01.189824 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] get_ports_and_sgs() called for port_ids ['ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 12:55:01.746259 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505657d-6706-4b8e-89d1-0e32212ee7cc req-9ea2aa24-4054-4981-8262-50d8b54373ed tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:01.747389 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0505657d-6706-4b8e-89d1-0e32212ee7cc req-9ea2aa24-4054-4981-8262-50d8b54373ed tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.0529468 Sep 21 12:55:01.793613 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0505657d-6706-4b8e-89d1-0e32212ee7cc req-ace2bb36-af1b-4650-8605-238fb5ec5630 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368383 Sep 21 12:55:01.836693 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a75060-6e23-4752-9cfc-054fe42cd29e req-ec6d7338-2206-4f5b-9681-ec04585d3a00 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:01.838230 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-88a75060-6e23-4752-9cfc-054fe42cd29e req-ec6d7338-2206-4f5b-9681-ec04585d3a00 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecf93a1e-c424-4a25-82c4-7c3da13c69be HTTP/1.1" status: 200 len: 944 time: 0.0503371 Sep 21 12:55:01.882663 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-88a75060-6e23-4752-9cfc-054fe42cd29e req-7ed29883-9e84-4dd4-adee-ffeafc2c71b3 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a976e39-3baf-4d1f-bc7b-a7bc78123ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382009 Sep 21 12:55:02.597310 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 54968) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:55:02.714419 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9b2003dc-5dcf-44cf-b2ae-c614fa8b1bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:02.789788 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4 up at agent hyperv_hv-cinder-81013 {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:55:02.805162 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9b2003dc-5dcf-44cf-b2ae-c614fa8b1bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:02.809235 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9b2003dc-5dcf-44cf-b2ae-c614fa8b1bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:02.844407 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Provisioning for port ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4 completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 12:55:02.851982 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Provisioning complete for port ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:55:02.852183 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-9b2003dc-5dcf-44cf-b2ae-c614fa8b1bf4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=84ceca1bd390485c9a92db5680765051&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2509143 Sep 21 12:55:02.852626 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:02.852731 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 54974) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:55:02.859308 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2003dc-5dcf-44cf-b2ae-c614fa8b1bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c463e62-9ea0-4680-a654-6f774a17011c,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:02.925841 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a39683b3-cbe5-4257-a1c9-457eb10d2dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:02.944652 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:02.951208 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6530e6-442f-49bb-8d43-5212963c8174 req-6c0521a7-83f5-405b-8707-b1e0d15c8e02 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:02.953412 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bc6530e6-442f-49bb-8d43-5212963c8174 req-6c0521a7-83f5-405b-8707-b1e0d15c8e02 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.0583701 Sep 21 12:55:02.955773 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a39683b3-cbe5-4257-a1c9-457eb10d2dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:03.008061 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf93a1e-c424-4a25-82c4-7c3da13c69be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 12:55:03.015517 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bc6530e6-442f-49bb-8d43-5212963c8174 req-69ca0e6d-125f-4263-a138-946240fe4577 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516574 Sep 21 12:55:03.018078 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e3f31dd35d6e9892686e3dd7e28a33bc22b0e68501ee526cb23c786b8cd504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f15094-639b-46eb-b75b-41ab48dab903" -d '{"events": [{"server_uuid": "ecf93a1e-c424-4a25-82c4-7c3da13c69be", "name": "network-vif-plugged", "status": "completed", "tag": "ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:55:03.029075 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a39683b3-cbe5-4257-a1c9-457eb10d2dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:03.033137 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a39683b3-cbe5-4257-a1c9-457eb10d2dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:03.034761 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-a39683b3-cbe5-4257-a1c9-457eb10d2dba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3c463e62-9ea0-4680-a654-6f774a17011c HTTP/1.1" status: 204 len: 168 time: 0.1815734 Sep 21 12:55:03.058958 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4,segment=NetworkSegment(8ce5ce37-b5d4-4f1c-b3f1-8a9a5c079009),segment_id=8ce5ce37-b5d4-4f1c-b3f1-8a9a5c079009)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:55:03.074092 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:03.121274 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39683b3-cbe5-4257-a1c9-457eb10d2dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c463e62-9ea0-4680-a654-6f774a17011c,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:03.220980 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 12:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5423d4-ad5c-407d-b5c2-bb39ffec151d x-openstack-request-id: req-cb5423d4-ad5c-407d-b5c2-bb39ffec151d {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:55:03.221569 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf93a1e-c424-4a25-82c4-7c3da13c69be", "name": "network-vif-plugged", "status": "completed", "tag": "ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:55:03.221961 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cb5423d4-ad5c-407d-b5c2-bb39ffec151d {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:55:03.222512 dv-cinder-810131-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf93a1e-c424-4a25-82c4-7c3da13c69be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4', 'code': 200} Sep 21 12:55:03.225568 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:03.318242 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa0cb5-ab59-43f1-a565-ac85e66e3e7c req-512b4f5f-207c-45ce-83f6-44be2d0d30ad tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:03.337079 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-34aa0cb5-ab59-43f1-a565-ac85e66e3e7c req-512b4f5f-207c-45ce-83f6-44be2d0d30ad tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecf93a1e-c424-4a25-82c4-7c3da13c69be HTTP/1.1" status: 200 len: 945 time: 0.2670698 Sep 21 12:55:03.419280 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-34aa0cb5-ab59-43f1-a565-ac85e66e3e7c req-d4c01425-0284-4ee1-9a2b-18b8395ae613 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a976e39-3baf-4d1f-bc7b-a7bc78123ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765336 Sep 21 12:55:03.503514 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973a850-4371-43dd-9511-e170f547ebda req-dc929956-94dd-497b-a661-2f545a0593de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:03.509096 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4973a850-4371-43dd-9511-e170f547ebda req-dc929956-94dd-497b-a661-2f545a0593de service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ecf93a1e-c424-4a25-82c4-7c3da13c69be HTTP/1.1" status: 200 len: 1098 time: 0.0832376 Sep 21 12:55:03.570242 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4973a850-4371-43dd-9511-e170f547ebda req-a3f63723-27cd-498b-83c7-22b9dcf66ca5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5a976e39-3baf-4d1f-bc7b-a7bc78123ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506263 Sep 21 12:55:03.600173 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 55010) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:55:03.614321 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e7ea4917-1227-4cd0-b144-ec84d714807b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:03.703219 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 55012) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:55:03.780512 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e7ea4917-1227-4cd0-b144-ec84d714807b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:03.787774 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e7ea4917-1227-4cd0-b144-ec84d714807b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:03.823119 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea4917-1227-4cd0-b144-ec84d714807b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d5a7a1-0e49-4344-9f4f-2bd258bdebe5,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:03.837999 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-e7ea4917-1227-4cd0-b144-ec84d714807b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=48bf9f7a16294b5eb1a851f92af05a9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2365453 Sep 21 12:55:03.841805 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 55020) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:55:03.886931 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1f10a9fd-d64c-4cb3-b6a5-ba7dc4884369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:03.930324 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-69c86d2b-6ac0-43d2-b83b-492ab58c341f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:03.965495 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-69c86d2b-6ac0-43d2-b83b-492ab58c341f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:04.051948 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1f10a9fd-d64c-4cb3-b6a5-ba7dc4884369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:04.053308 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-69c86d2b-6ac0-43d2-b83b-492ab58c341f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:04.057349 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-69c86d2b-6ac0-43d2-b83b-492ab58c341f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:04.058585 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-69c86d2b-6ac0-43d2-b83b-492ab58c341f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b5d5a7a1-0e49-4344-9f4f-2bd258bdebe5 HTTP/1.1" status: 204 len: 168 time: 0.2157233 Sep 21 12:55:04.062536 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1f10a9fd-d64c-4cb3-b6a5-ba7dc4884369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:04.081053 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c86d2b-6ac0-43d2-b83b-492ab58c341f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d5a7a1-0e49-4344-9f4f-2bd258bdebe5,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:04.118918 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-1f10a9fd-d64c-4cb3-b6a5-ba7dc4884369 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=69c11e0122c544e49b467911d4d913b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4143889 Sep 21 12:55:04.124230 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 55028) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:55:04.162320 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10a9fd-d64c-4cb3-b6a5-ba7dc4884369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5ebf14-ce1e-4039-89f9-31d9d8daeceb,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:04.194699 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879a43d-25df-43fa-a56c-5d5279cfe3fb req-80c712ee-170a-4047-a3f0-0e9b2a106132 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:04.208543 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b879a43d-25df-43fa-a56c-5d5279cfe3fb req-80c712ee-170a-4047-a3f0-0e9b2a106132 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.1158206 Sep 21 12:55:04.226750 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6eff95e7-ec46-4c7c-aad4-f77667e1d084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:04.273614 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b879a43d-25df-43fa-a56c-5d5279cfe3fb req-ec93ab9f-4411-4169-9d57-5f784cf1c067 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642502 Sep 21 12:55:04.276995 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6eff95e7-ec46-4c7c-aad4-f77667e1d084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:04.340925 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6eff95e7-ec46-4c7c-aad4-f77667e1d084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:04.344845 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6eff95e7-ec46-4c7c-aad4-f77667e1d084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:04.349367 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-6eff95e7-ec46-4c7c-aad4-f77667e1d084 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7b5ebf14-ce1e-4039-89f9-31d9d8daeceb HTTP/1.1" status: 204 len: 168 time: 0.2238441 Sep 21 12:55:04.357934 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff95e7-ec46-4c7c-aad4-f77667e1d084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5ebf14-ce1e-4039-89f9-31d9d8daeceb,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:04.550248 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d8724-4aac-43e8-afdb-a8305c3c3733 req-bd2140d4-fa00-44eb-83de-a59dcfb722df tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:04.553278 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-458d8724-4aac-43e8-afdb-a8305c3c3733 req-bd2140d4-fa00-44eb-83de-a59dcfb722df tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecf93a1e-c424-4a25-82c4-7c3da13c69be HTTP/1.1" status: 200 len: 945 time: 0.0549464 Sep 21 12:55:04.559680 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dea599-2cf9-4e53-ad63-7aadd53042d4 req-45925f13-c484-41a9-be9f-e8f73a582433 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:04.561216 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-97dea599-2cf9-4e53-ad63-7aadd53042d4 req-45925f13-c484-41a9-be9f-e8f73a582433 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dfe838-f89a-42bd-82cd-55724428e065 HTTP/1.1" status: 200 len: 945 time: 0.0593271 Sep 21 12:55:04.599111 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-458d8724-4aac-43e8-afdb-a8305c3c3733 req-d0e2fc5d-16c6-4b98-a044-9172d4c6ac01 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a976e39-3baf-4d1f-bc7b-a7bc78123ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391850 Sep 21 12:55:04.609812 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-97dea599-2cf9-4e53-ad63-7aadd53042d4 req-0c2534e3-b19b-48df-8d9a-738096f03521 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/security-groups?id=de7c17b0-9eef-4e85-b7aa-2c193eff179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405715 Sep 21 12:55:04.737934 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 55056) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:55:04.751997 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b254d285-a42e-49e0-b431-be44f5814fd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:04.863139 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b254d285-a42e-49e0-b431-be44f5814fd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:04.869247 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b254d285-a42e-49e0-b431-be44f5814fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:04.899143 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-b254d285-a42e-49e0-b431-be44f5814fd7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ed1437b761184491baf270e8efff374d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1596966 Sep 21 12:55:04.901762 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 55070) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:55:04.920416 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b254d285-a42e-49e0-b431-be44f5814fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124f4284-344e-4f41-adce-afe2ac9c33e9,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:04.986631 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-24a56545-4312-4955-8fb7-636cbcd51583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:05.025211 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-24a56545-4312-4955-8fb7-636cbcd51583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:05.085995 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-24a56545-4312-4955-8fb7-636cbcd51583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:05.089735 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-24a56545-4312-4955-8fb7-636cbcd51583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:05.091102 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-24a56545-4312-4955-8fb7-636cbcd51583 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/124f4284-344e-4f41-adce-afe2ac9c33e9 HTTP/1.1" status: 204 len: 168 time: 0.1877599 Sep 21 12:55:05.103876 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a56545-4312-4955-8fb7-636cbcd51583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124f4284-344e-4f41-adce-afe2ac9c33e9,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:05.447968 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c4441-3cb1-4602-95b8-dfd6665c714f req-83366765-da3e-4b7f-90e2-8c9004e81f62 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:05.449519 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-949c4441-3cb1-4602-95b8-dfd6665c714f req-83366765-da3e-4b7f-90e2-8c9004e81f62 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.0730171 Sep 21 12:55:05.494991 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-949c4441-3cb1-4602-95b8-dfd6665c714f req-ab815e65-bfe9-41ae-80ad-7827849af0aa tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384881 Sep 21 12:55:05.639941 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 55122) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:55:05.772271 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0c369-0205-48e8-bfbc-931c30ae5a17 req-a66e68fd-cf3b-49d3-a61b-0cedb4e3a7f6 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:05.779792 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0ab0c369-0205-48e8-bfbc-931c30ae5a17 req-a66e68fd-cf3b-49d3-a61b-0cedb4e3a7f6 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dfe838-f89a-42bd-82cd-55724428e065 HTTP/1.1" status: 200 len: 945 time: 0.0746100 Sep 21 12:55:05.794713 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e54662-44a5-495a-bd9d-c41050d05a4c req-7bf1e23b-7ddb-4a77-bc10-56ddb4c4ddd9 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:05.804689 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-01e54662-44a5-495a-bd9d-c41050d05a4c req-7bf1e23b-7ddb-4a77-bc10-56ddb4c4ddd9 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecf93a1e-c424-4a25-82c4-7c3da13c69be HTTP/1.1" status: 200 len: 945 time: 0.0972068 Sep 21 12:55:05.836488 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0ab0c369-0205-48e8-bfbc-931c30ae5a17 req-257eb2a3-9e8a-464f-a02a-40cda9a33e0a tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/security-groups?id=de7c17b0-9eef-4e85-b7aa-2c193eff179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556536 Sep 21 12:55:05.840145 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-01e54662-44a5-495a-bd9d-c41050d05a4c req-ae6cac19-f3c7-4a1b-aae4-55942c638df1 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a976e39-3baf-4d1f-bc7b-a7bc78123ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345771 Sep 21 12:55:05.857480 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-20febeee-469b-4a4d-870b-952d9d910594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:05.963258 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-20febeee-469b-4a4d-870b-952d9d910594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:05.968004 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-20febeee-469b-4a4d-870b-952d9d910594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:06.007740 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-20febeee-469b-4a4d-870b-952d9d910594 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a70060ce333940dbab36a84d6abc5572&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3666086 Sep 21 12:55:06.010252 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 55146) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:55:06.016246 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20febeee-469b-4a4d-870b-952d9d910594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16fb1313-5731-4767-9bca-2898c1ac0561,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:06.033220 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20febeee-469b-4a4d-870b-952d9d910594 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:55:06.033563 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20febeee-469b-4a4d-870b-952d9d910594 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:55:06.033894 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20febeee-469b-4a4d-870b-952d9d910594 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:55:06.034220 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20febeee-469b-4a4d-870b-952d9d910594 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:55:06.034563 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20febeee-469b-4a4d-870b-952d9d910594 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:55:06.035130 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20febeee-469b-4a4d-870b-952d9d910594 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:55:06.036019 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20febeee-469b-4a4d-870b-952d9d910594 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:55:06.036019 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20febeee-469b-4a4d-870b-952d9d910594 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:55:06.036214 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20febeee-469b-4a4d-870b-952d9d910594 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:55:06.036404 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20febeee-469b-4a4d-870b-952d9d910594 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:55:06.036715 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20febeee-469b-4a4d-870b-952d9d910594 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:55:06.037021 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20febeee-469b-4a4d-870b-952d9d910594 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:55:06.080246 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-efedb6ff-8850-47b0-9e6a-6da1fb9b72fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:06.103826 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-efedb6ff-8850-47b0-9e6a-6da1fb9b72fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:06.159494 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-efedb6ff-8850-47b0-9e6a-6da1fb9b72fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:06.162839 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-efedb6ff-8850-47b0-9e6a-6da1fb9b72fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:06.164183 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-efedb6ff-8850-47b0-9e6a-6da1fb9b72fe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/16fb1313-5731-4767-9bca-2898c1ac0561 HTTP/1.1" status: 204 len: 168 time: 0.1528146 Sep 21 12:55:06.171707 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efedb6ff-8850-47b0-9e6a-6da1fb9b72fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fb1313-5731-4767-9bca-2898c1ac0561,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:06.532571 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 55168) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:55:06.550814 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2a59d3f6-3cdf-40c6-98a2-2874abfc64fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:06.618565 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e37b1-8f18-4f6b-87f9-b3c7b3a216c1 req-be337980-2bbb-4d5a-9448-0913a5bdbc07 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:06.620315 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-dc2e37b1-8f18-4f6b-87f9-b3c7b3a216c1 req-be337980-2bbb-4d5a-9448-0913a5bdbc07 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.0513840 Sep 21 12:55:06.667095 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2a59d3f6-3cdf-40c6-98a2-2874abfc64fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:06.669184 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-dc2e37b1-8f18-4f6b-87f9-b3c7b3a216c1 req-66074231-0bf8-4a68-8a3b-c44d64be8d08 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429988 Sep 21 12:55:06.676530 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2a59d3f6-3cdf-40c6-98a2-2874abfc64fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:06.741069 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a59d3f6-3cdf-40c6-98a2-2874abfc64fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a31865f-e88a-43ea-b1da-c5783ec775a6,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:06.766483 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a59d3f6-3cdf-40c6-98a2-2874abfc64fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:55:06.766831 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a59d3f6-3cdf-40c6-98a2-2874abfc64fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:55:06.767170 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a59d3f6-3cdf-40c6-98a2-2874abfc64fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:55:06.767508 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a59d3f6-3cdf-40c6-98a2-2874abfc64fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:55:06.767833 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a59d3f6-3cdf-40c6-98a2-2874abfc64fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:55:06.768207 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a59d3f6-3cdf-40c6-98a2-2874abfc64fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:55:06.769063 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a59d3f6-3cdf-40c6-98a2-2874abfc64fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:55:06.769063 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a59d3f6-3cdf-40c6-98a2-2874abfc64fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:55:06.769241 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a59d3f6-3cdf-40c6-98a2-2874abfc64fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:55:06.769452 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a59d3f6-3cdf-40c6-98a2-2874abfc64fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:55:06.770295 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a59d3f6-3cdf-40c6-98a2-2874abfc64fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:55:06.770812 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a59d3f6-3cdf-40c6-98a2-2874abfc64fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:55:06.780143 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-2a59d3f6-3cdf-40c6-98a2-2874abfc64fc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4304538be2e04b6ab4e75e62065212c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2438693 Sep 21 12:55:06.781149 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 55178) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:55:06.801243 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ee773-bf0d-4172-8507-5f729de34483 req-a5ea740b-aeff-4dd6-bc4c-cb7d55e71a0f tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:06.802928 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4e0ee773-bf0d-4172-8507-5f729de34483 req-a5ea740b-aeff-4dd6-bc4c-cb7d55e71a0f tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecf93a1e-c424-4a25-82c4-7c3da13c69be HTTP/1.1" status: 200 len: 945 time: 0.0753012 Sep 21 12:55:06.845218 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3911a253-871d-4e45-a2d5-6d64a8091024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:06.850743 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4e0ee773-bf0d-4172-8507-5f729de34483 req-27460c3e-0e6f-42f1-b2c5-6ed08b457137 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a976e39-3baf-4d1f-bc7b-a7bc78123ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408547 Sep 21 12:55:06.875878 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3911a253-871d-4e45-a2d5-6d64a8091024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:06.962730 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3911a253-871d-4e45-a2d5-6d64a8091024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:06.965253 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3911a253-871d-4e45-a2d5-6d64a8091024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:06.966417 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-3911a253-871d-4e45-a2d5-6d64a8091024 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6a31865f-e88a-43ea-b1da-c5783ec775a6 HTTP/1.1" status: 204 len: 168 time: 0.1828883 Sep 21 12:55:06.980492 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3911a253-871d-4e45-a2d5-6d64a8091024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a31865f-e88a-43ea-b1da-c5783ec775a6,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:06.988858 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a0fa4-4419-4222-b74b-87ed6c6f2b4e req-5eaf97f0-e41a-4c6a-8735-93bffa841a89 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:06.991195 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-069a0fa4-4419-4222-b74b-87ed6c6f2b4e req-5eaf97f0-e41a-4c6a-8735-93bffa841a89 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dfe838-f89a-42bd-82cd-55724428e065 HTTP/1.1" status: 200 len: 945 time: 0.0647030 Sep 21 12:55:07.034645 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-069a0fa4-4419-4222-b74b-87ed6c6f2b4e req-f4f653c1-d592-49b2-a3ed-78193ef87080 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/security-groups?id=de7c17b0-9eef-4e85-b7aa-2c193eff179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356390 Sep 21 12:55:07.359577 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5c10b-997a-4a98-baf4-16167c268c29 req-2c7f4667-5dc9-43a7-935d-17f4551f6804 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:07.361508 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ccb5c10b-997a-4a98-baf4-16167c268c29 req-2c7f4667-5dc9-43a7-935d-17f4551f6804 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.45 "GET /v2.0/ports?device_id=57dfe838-f89a-42bd-82cd-55724428e065 HTTP/1.1" status: 200 len: 945 time: 0.0504258 Sep 21 12:55:07.532494 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [req-ccb5c10b-997a-4a98-baf4-16167c268c29 req-23ba4dfe-959a-452c-94b9-d8fbe00f6078 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] Deleting port 351419e0-f6e9-47a3-b30a-937511b1fd9a {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 12:55:07.532828 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-ccb5c10b-997a-4a98-baf4-16167c268c29 req-23ba4dfe-959a-452c-94b9-d8fbe00f6078 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:07.640287 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [req-ccb5c10b-997a-4a98-baf4-16167c268c29 req-23ba4dfe-959a-452c-94b9-d8fbe00f6078 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] For port 351419e0-f6e9-47a3-b30a-937511b1fd9a, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=351419e0-f6e9-47a3-b30a-937511b1fd9a,segment=NetworkSegment(d24a51e9-2914-4fc8-812d-86fd6ef9c7fa),segment_id=d24a51e9-2914-4fc8-812d-86fd6ef9c7fa)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:55:07.640736 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-ccb5c10b-997a-4a98-baf4-16167c268c29 req-23ba4dfe-959a-452c-94b9-d8fbe00f6078 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:07.662787 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [req-ccb5c10b-997a-4a98-baf4-16167c268c29 req-23ba4dfe-959a-452c-94b9-d8fbe00f6078 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] Calling delete_port for 351419e0-f6e9-47a3-b30a-937511b1fd9a owned by compute:nova {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 12:55:07.820895 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-b5107449-46e0-4483-9031-0c19752d4acf None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:55:07.861743 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efc8df-5269-42c6-9851-32c37bb04625 req-23a4d8ea-476a-4517-93d0-cedc255652a2 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:07.863289 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b6efc8df-5269-42c6-9851-32c37bb04625 req-23a4d8ea-476a-4517-93d0-cedc255652a2 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.0985739 Sep 21 12:55:07.901754 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-ccb5c10b-997a-4a98-baf4-16167c268c29 req-23ba4dfe-959a-452c-94b9-d8fbe00f6078 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:07.914111 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] get_ports_and_sgs() called for port_ids ['351419e0-f6e9-47a3-b30a-937511b1fd9a'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 12:55:07.939852 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba4dfe-959a-452c-94b9-d8fbe00f6078 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] Pushing event deleted for resources: {'Port': ['ID=351419e0-f6e9-47a3-b30a-937511b1fd9a,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:07.986849 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da2b22-68ec-4fec-a755-b250ba3bbfee req-b9798aad-1afd-4212-8b7e-7ebebc456d96 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:07.989120 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c9da2b22-68ec-4fec-a755-b250ba3bbfee req-b9798aad-1afd-4212-8b7e-7ebebc456d96 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecf93a1e-c424-4a25-82c4-7c3da13c69be HTTP/1.1" status: 200 len: 945 time: 0.0600171 Sep 21 12:55:07.995222 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b6efc8df-5269-42c6-9851-32c37bb04625 req-b83768d5-7904-443f-a27a-5ff78552de8c tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241646 Sep 21 12:55:08.014916 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb5c10b-997a-4a98-baf4-16167c268c29 req-23ba4dfe-959a-452c-94b9-d8fbe00f6078 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] No DVR routers for this DVR port 351419e0-f6e9-47a3-b30a-937511b1fd9a on host hv-cinder-81013 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 12:55:08.018264 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-ccb5c10b-997a-4a98-baf4-16167c268c29 req-23ba4dfe-959a-452c-94b9-d8fbe00f6078 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for port, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:08.021226 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ccb5c10b-997a-4a98-baf4-16167c268c29 req-23ba4dfe-959a-452c-94b9-d8fbe00f6078 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.45 "DELETE /v2.0/ports/351419e0-f6e9-47a3-b30a-937511b1fd9a HTTP/1.1" status: 204 len: 173 time: 0.6493964 Sep 21 12:55:08.021837 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57dfe838-f89a-42bd-82cd-55724428e065', 'name': 'network-vif-deleted', 'tag': '351419e0-f6e9-47a3-b30a-937511b1fd9a'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 12:55:08.024233 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a262e2a05831170809019d2cf22837e497d964a865586fc051a88de41b43109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2143c340-2156-4d7c-b13a-efe77a8928f0" -d '{"events": [{"server_uuid": "57dfe838-f89a-42bd-82cd-55724428e065", "name": "network-vif-deleted", "tag": "351419e0-f6e9-47a3-b30a-937511b1fd9a"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:55:08.061716 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c9da2b22-68ec-4fec-a755-b250ba3bbfee req-be62d41a-215b-4157-ba0f-4ee84e753909 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a976e39-3baf-4d1f-bc7b-a7bc78123ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542200 Sep 21 12:55:08.068560 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 12:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6dc15f7-42cf-48d0-a6f1-bb2f38177b3a x-openstack-request-id: req-c6dc15f7-42cf-48d0-a6f1-bb2f38177b3a {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:55:08.068942 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57dfe838-f89a-42bd-82cd-55724428e065", "name": "network-vif-deleted", "tag": "351419e0-f6e9-47a3-b30a-937511b1fd9a", "status": "completed", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:55:08.069256 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c6dc15f7-42cf-48d0-a6f1-bb2f38177b3a {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:55:08.069709 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57dfe838-f89a-42bd-82cd-55724428e065', 'name': 'network-vif-deleted', 'tag': '351419e0-f6e9-47a3-b30a-937511b1fd9a', 'status': 'completed', 'code': 200} Sep 21 12:55:08.146549 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9e4bd01f-3019-47b1-b977-83a038fbf693 req-b82ba3fd-7618-46df-ae87-12e61e14bf8a tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dfe838-f89a-42bd-82cd-55724428e065 HTTP/1.1" status: 200 len: 210 time: 0.0275297 Sep 21 12:55:08.632220 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 55260) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:55:08.741580 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-68e093fc-5c20-44b4-b01e-2c37ea98720c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:08.828998 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-68e093fc-5c20-44b4-b01e-2c37ea98720c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:08.833239 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-68e093fc-5c20-44b4-b01e-2c37ea98720c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:08.873517 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-68e093fc-5c20-44b4-b01e-2c37ea98720c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6f261befc7f44773a312b1069ee45f1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2402358 Sep 21 12:55:08.874627 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e093fc-5c20-44b4-b01e-2c37ea98720c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76bfb2e6-4924-4c7a-b237-24cabe59357f,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:08.876258 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 55266) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:55:08.927503 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-303548b9-dbf1-467c-b33f-2bc85b7c89e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:08.948020 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-303548b9-dbf1-467c-b33f-2bc85b7c89e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:08.994585 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-303548b9-dbf1-467c-b33f-2bc85b7c89e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:08.997176 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-303548b9-dbf1-467c-b33f-2bc85b7c89e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:08.999471 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-303548b9-dbf1-467c-b33f-2bc85b7c89e8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/76bfb2e6-4924-4c7a-b237-24cabe59357f HTTP/1.1" status: 204 len: 168 time: 0.1212044 Sep 21 12:55:09.008492 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303548b9-dbf1-467c-b33f-2bc85b7c89e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bfb2e6-4924-4c7a-b237-24cabe59357f,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:09.138381 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f6b0a-0930-43c8-8eff-c04da08bfed7 req-dad8a4ed-5ea5-43b0-95d7-785889bba9b5 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:09.139909 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-280f6b0a-0930-43c8-8eff-c04da08bfed7 req-dad8a4ed-5ea5-43b0-95d7-785889bba9b5 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.0617096 Sep 21 12:55:09.183173 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-280f6b0a-0930-43c8-8eff-c04da08bfed7 req-72ae91ee-e3c7-4e8f-9272-bfeff436b29a tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357156 Sep 21 12:55:09.201694 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb9c2c-e8c9-4ec8-86bd-44395234e0fe req-2d087964-c7f2-4f7b-ab6c-0302247154b4 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:09.203527 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2ceb9c2c-e8c9-4ec8-86bd-44395234e0fe req-2d087964-c7f2-4f7b-ab6c-0302247154b4 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecf93a1e-c424-4a25-82c4-7c3da13c69be HTTP/1.1" status: 200 len: 945 time: 0.0544736 Sep 21 12:55:09.244578 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2ceb9c2c-e8c9-4ec8-86bd-44395234e0fe req-a03658e6-03d1-4588-b441-b042a1b5c42e tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a976e39-3baf-4d1f-bc7b-a7bc78123ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327814 Sep 21 12:55:09.266024 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b7742072-4f02-4ccf-a6dc-3123ac033582 req-96dd922d-e5e7-4208-aa73-1d16eb88a8c7 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dfe838-f89a-42bd-82cd-55724428e065 HTTP/1.1" status: 200 len: 210 time: 0.0286400 Sep 21 12:55:09.306008 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 55280) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:55:09.319296 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0794c3de-2143-4f94-8dfa-6fa3e379d663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:09.408584 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0794c3de-2143-4f94-8dfa-6fa3e379d663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:09.412452 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0794c3de-2143-4f94-8dfa-6fa3e379d663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:09.452631 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-0794c3de-2143-4f94-8dfa-6fa3e379d663 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f84ecbd349ca458d83fca3c10347d7db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1455083 Sep 21 12:55:09.453494 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0794c3de-2143-4f94-8dfa-6fa3e379d663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3cdc60-7d71-4b4e-b582-a3540438a673,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:09.455423 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 55282) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:55:09.512361 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3ddc1137-e7da-4706-b253-67936600d604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:09.533879 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3ddc1137-e7da-4706-b253-67936600d604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:09.579050 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3ddc1137-e7da-4706-b253-67936600d604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:09.581544 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3ddc1137-e7da-4706-b253-67936600d604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:09.582727 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-3ddc1137-e7da-4706-b253-67936600d604 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8b3cdc60-7d71-4b4e-b582-a3540438a673 HTTP/1.1" status: 204 len: 168 time: 0.1263051 Sep 21 12:55:09.590541 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc1137-e7da-4706-b253-67936600d604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3cdc60-7d71-4b4e-b582-a3540438a673,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:10.296687 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc4eba5-4843-45be-96be-435520ce77b8 req-f62587fd-b249-4983-93a7-233371e958a0 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:10.299262 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6cc4eba5-4843-45be-96be-435520ce77b8 req-f62587fd-b249-4983-93a7-233371e958a0 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.0533121 Sep 21 12:55:10.356649 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6cc4eba5-4843-45be-96be-435520ce77b8 req-baa87765-83a0-43cb-9da4-ecfefb3feece tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415053 Sep 21 12:55:10.373062 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fbcdf4-ec76-4a80-9e32-6643cae35211 req-34527fbb-2629-4fa9-a7f7-da03514df1c7 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:10.374603 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-17fbcdf4-ec76-4a80-9e32-6643cae35211 req-34527fbb-2629-4fa9-a7f7-da03514df1c7 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecf93a1e-c424-4a25-82c4-7c3da13c69be HTTP/1.1" status: 200 len: 945 time: 0.0505230 Sep 21 12:55:10.417637 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-17fbcdf4-ec76-4a80-9e32-6643cae35211 req-d07dc08b-39cb-4bd1-8dd7-4ced1e01e237 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a976e39-3baf-4d1f-bc7b-a7bc78123ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349271 Sep 21 12:55:10.450125 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2b7cc3bf-d400-4ded-a642-da250c9d3584 req-7deeaf19-22eb-4df5-9ba7-33f203c79d52 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dfe838-f89a-42bd-82cd-55724428e065 HTTP/1.1" status: 200 len: 210 time: 0.0352073 Sep 21 12:55:11.126379 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device 351419e0-f6e9-47a3-b30a-937511b1fd9a no longer exists at agent hyperv_hv-cinder-81013 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:55:11.148396 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] No Port match for: 351419e0-f6e9-47a3-b30a-937511b1fd9a {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 12:55:11.148878 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device 351419e0-f6e9-47a3-b30a-937511b1fd9a not bound to the agent host hv-cinder-81013 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:55:11.476237 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069675b-0971-4e08-8098-f3dc2a793618 req-d0dfaead-d3ae-477f-8b9d-4ddb23bf9014 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:11.477767 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8069675b-0971-4e08-8098-f3dc2a793618 req-d0dfaead-d3ae-477f-8b9d-4ddb23bf9014 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.0526593 Sep 21 12:55:11.525011 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8069675b-0971-4e08-8098-f3dc2a793618 req-f70915e5-349b-4e72-b504-74f71c26b79f tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405755 Sep 21 12:55:11.554155 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c485c-b74e-427f-a3c0-ed399c3ffab9 req-8ce36be9-d982-4a61-810c-ec3051a5ea27 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:11.556000 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f12c485c-b74e-427f-a3c0-ed399c3ffab9 req-8ce36be9-d982-4a61-810c-ec3051a5ea27 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecf93a1e-c424-4a25-82c4-7c3da13c69be HTTP/1.1" status: 200 len: 945 time: 0.0636051 Sep 21 12:55:11.596358 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f12c485c-b74e-427f-a3c0-ed399c3ffab9 req-bc417b47-16dd-4ab3-aab9-35a71f2c11c6 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a976e39-3baf-4d1f-bc7b-a7bc78123ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322950 Sep 21 12:55:11.620419 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0bac401a-6589-4437-a98f-bf0b5fcb2af2 req-5bb59fe1-a240-4c57-ace6-bb1f6f063035 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dfe838-f89a-42bd-82cd-55724428e065 HTTP/1.1" status: 200 len: 210 time: 0.0276093 Sep 21 12:55:12.274831 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2845057-1027-4733-9a5e-e74519be5d2c req-7849659e-9ce8-4c15-a44d-ed65fdc67099 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:12.276338 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f2845057-1027-4733-9a5e-e74519be5d2c req-7849659e-9ce8-4c15-a44d-ed65fdc67099 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.45 "GET /v2.0/ports?device_id=ecf93a1e-c424-4a25-82c4-7c3da13c69be HTTP/1.1" status: 200 len: 945 time: 0.0536361 Sep 21 12:55:12.642821 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351426c-7e86-4b58-8393-f6711f98778e req-6678530e-a987-43ac-aa18-4e2127fa6961 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:12.644323 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8351426c-7e86-4b58-8393-f6711f98778e req-6678530e-a987-43ac-aa18-4e2127fa6961 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.0494707 Sep 21 12:55:12.646325 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-bf435f29-a478-493d-9330-35758645a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:12.690554 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8351426c-7e86-4b58-8393-f6711f98778e req-2987f07e-8667-4920-81e9-36f795a34aa1 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370009 Sep 21 12:55:12.747995 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332bde1a-327b-4a74-b45f-4350c2e097e6 req-fb08b6d5-379c-4509-b4bc-966c6e6f6a3a tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:12.750251 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-332bde1a-327b-4a74-b45f-4350c2e097e6 req-fb08b6d5-379c-4509-b4bc-966c6e6f6a3a tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecf93a1e-c424-4a25-82c4-7c3da13c69be HTTP/1.1" status: 200 len: 945 time: 0.0801387 Sep 21 12:55:12.794272 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-332bde1a-327b-4a74-b45f-4350c2e097e6 req-5a20cb67-d102-40f5-9bd1-7a2a3ba1f114 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a976e39-3baf-4d1f-bc7b-a7bc78123ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369792 Sep 21 12:55:12.810000 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4ca05837-d4b0-497b-8096-d0a229dfb6e5 req-7c73d917-cfdf-4075-bcb2-7404f476ed61 tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dfe838-f89a-42bd-82cd-55724428e065 HTTP/1.1" status: 200 len: 210 time: 0.0327046 Sep 21 12:55:13.615641 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c56a2-1050-4347-bf3f-7a214a22253d req-9005f501-5ba9-4539-9798-52d20ecb2e7e tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:13.617129 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-076c56a2-1050-4347-bf3f-7a214a22253d req-9005f501-5ba9-4539-9798-52d20ecb2e7e tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/networks?id=bfa955ee-caa2-4aa5-bdf2-91dd256312eb HTTP/1.1" status: 200 len: 813 time: 0.1036861 Sep 21 12:55:13.632161 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-076c56a2-1050-4347-bf3f-7a214a22253d req-69118d01-9767-44c3-8615-03c871bfd80a tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/quotas/e2ec0b25771f4c22b0ae01dcc0fdf4c4 HTTP/1.1" status: 200 len: 375 time: 0.0093167 Sep 21 12:55:13.685334 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-076c56a2-1050-4347-bf3f-7a214a22253d req-b7f5c832-3da0-4f05-a862-2f9f20d0556c tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2ec0b25771f4c22b0ae01dcc0fdf4c4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0475037 Sep 21 12:55:13.782926 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-076c56a2-1050-4347-bf3f-7a214a22253d req-ddef26f9-59fb-481e-b180-f4a22c5bd1b9 service neutron] 10.222.0.32 "GET /v2.0/networks/bfa955ee-caa2-4aa5-bdf2-91dd256312eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903492 Sep 21 12:55:13.807909 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cdf1d-6882-4ee1-956d-b7c9b183e38f req-94110dfb-4cf9-47e9-98dc-045a96374f4c tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:13.810848 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-007cdf1d-6882-4ee1-956d-b7c9b183e38f req-94110dfb-4cf9-47e9-98dc-045a96374f4c tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.0515225 Sep 21 12:55:13.872298 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-007cdf1d-6882-4ee1-956d-b7c9b183e38f req-460cada3-35b0-4ef0-8b75-ddfa8f677211 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473292 Sep 21 12:55:13.899065 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-076c56a2-1050-4347-bf3f-7a214a22253d req-c248707b-3167-4686-9b57-d71d60ab6c79 service neutron] 10.222.0.32 "GET /v2.0/networks/bfa955ee-caa2-4aa5-bdf2-91dd256312eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088822 Sep 21 12:55:13.983383 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f7cfb-9dd3-485f-906f-1cbe1f6644c3 req-8ed185fb-b2b8-48fe-8e28-1f7ae5100b05 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:13.984980 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-534f7cfb-9dd3-485f-906f-1cbe1f6644c3 req-8ed185fb-b2b8-48fe-8e28-1f7ae5100b05 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecf93a1e-c424-4a25-82c4-7c3da13c69be HTTP/1.1" status: 200 len: 945 time: 0.0516300 Sep 21 12:55:14.036683 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-534f7cfb-9dd3-485f-906f-1cbe1f6644c3 req-c7463242-ced9-4d37-aa8b-a3ebfe1ab360 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a976e39-3baf-4d1f-bc7b-a7bc78123ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452363 Sep 21 12:55:14.095222 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9a44e2ac-4071-476b-abe9-d55940fa901d req-945b28ea-1188-4ec9-a2f6-06730c83e3fb tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dfe838-f89a-42bd-82cd-55724428e065 HTTP/1.1" status: 200 len: 210 time: 0.0295889 Sep 21 12:55:14.118188 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-284e01dc-161d-41c0-9c57-b092714c177d req-35fcd263-20e0-40c2-8cd4-c51168f90b6f tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=faa98a62-0bdb-4d98-8a7f-db2d9ce65bd6 HTTP/1.1" status: 200 len: 210 time: 0.0324605 Sep 21 12:55:15.001672 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc05a37-fb7e-496e-ae3d-a7b4d867881c req-91eb0acc-7781-4a47-a7c9-703f945786a1 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:15.003163 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2cc05a37-fb7e-496e-ae3d-a7b4d867881c req-91eb0acc-7781-4a47-a7c9-703f945786a1 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.0527596 Sep 21 12:55:15.041721 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2cc05a37-fb7e-496e-ae3d-a7b4d867881c req-f3578805-0fc2-4a00-9813-9cc275fe1da9 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318239 Sep 21 12:55:15.159161 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533d164-6701-4527-94d3-aacc31bee31a req-1c3d826a-9ae6-4ec4-b427-44f7a8d076b7 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:15.161436 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c533d164-6701-4527-94d3-aacc31bee31a req-1c3d826a-9ae6-4ec4-b427-44f7a8d076b7 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecf93a1e-c424-4a25-82c4-7c3da13c69be HTTP/1.1" status: 200 len: 945 time: 0.0494006 Sep 21 12:55:15.200610 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c533d164-6701-4527-94d3-aacc31bee31a req-04edfb9e-d796-48a8-a6ed-6389c6889ea8 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a976e39-3baf-4d1f-bc7b-a7bc78123ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326059 Sep 21 12:55:15.211343 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5dbea242-346c-4e70-8cc5-71045eb8a918 req-8d786418-118f-486f-a66f-3123d36e330c tempest-DeleteServersTestJSON-282797374 tempest-DeleteServersTestJSON-282797374-project] 10.222.0.32 "GET /v2.0/ports?device_id=57dfe838-f89a-42bd-82cd-55724428e065 HTTP/1.1" status: 200 len: 210 time: 0.0323844 Sep 21 12:55:15.280054 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-84cf6715-0df9-4e6c-bf44-bba2b2087366 req-c5ba07de-9ade-49dd-a5b8-62c1797f7fa0 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=faa98a62-0bdb-4d98-8a7f-db2d9ce65bd6 HTTP/1.1" status: 200 len: 210 time: 0.0251307 Sep 21 12:55:15.317141 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-0647cf63-80d3-451b-96f3-7073df7fea91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:15.442117 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [req-f2845057-1027-4733-9a5e-e74519be5d2c req-932c88f4-8eff-4be9-888d-64f1e277fa35 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Deleting port ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 12:55:15.442312 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-f2845057-1027-4733-9a5e-e74519be5d2c req-932c88f4-8eff-4be9-888d-64f1e277fa35 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:15.548930 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [req-f2845057-1027-4733-9a5e-e74519be5d2c req-932c88f4-8eff-4be9-888d-64f1e277fa35 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] For port ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4,segment=NetworkSegment(8ce5ce37-b5d4-4f1c-b3f1-8a9a5c079009),segment_id=8ce5ce37-b5d4-4f1c-b3f1-8a9a5c079009)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:55:15.549470 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-f2845057-1027-4733-9a5e-e74519be5d2c req-932c88f4-8eff-4be9-888d-64f1e277fa35 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:15.564138 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [req-f2845057-1027-4733-9a5e-e74519be5d2c req-932c88f4-8eff-4be9-888d-64f1e277fa35 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Calling delete_port for ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4 owned by compute:nova {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 12:55:15.697832 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-f2845057-1027-4733-9a5e-e74519be5d2c req-932c88f4-8eff-4be9-888d-64f1e277fa35 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:15.727644 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c88f4-8eff-4be9-888d-64f1e277fa35 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Pushing event deleted for resources: {'Port': ['ID=ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:15.771924 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2845057-1027-4733-9a5e-e74519be5d2c req-932c88f4-8eff-4be9-888d-64f1e277fa35 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] No DVR routers for this DVR port ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4 on host hv-cinder-81013 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 12:55:15.775048 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-f2845057-1027-4733-9a5e-e74519be5d2c req-932c88f4-8eff-4be9-888d-64f1e277fa35 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for port, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:15.777183 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f2845057-1027-4733-9a5e-e74519be5d2c req-932c88f4-8eff-4be9-888d-64f1e277fa35 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.45 "DELETE /v2.0/ports/ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4 HTTP/1.1" status: 204 len: 173 time: 0.4474473 Sep 21 12:55:15.777467 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:15.777651 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf93a1e-c424-4a25-82c4-7c3da13c69be', 'name': 'network-vif-deleted', 'tag': 'ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 12:55:15.780144 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a262e2a05831170809019d2cf22837e497d964a865586fc051a88de41b43109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ce8483-1d62-4fc8-9e6f-1ff457b6f8fc" -d '{"events": [{"server_uuid": "ecf93a1e-c424-4a25-82c4-7c3da13c69be", "name": "network-vif-deleted", "tag": "ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:55:15.820115 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 12:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7578e7-6a18-46c5-9786-8e2878f2c71b x-openstack-request-id: req-0e7578e7-6a18-46c5-9786-8e2878f2c71b {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:55:15.820404 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf93a1e-c424-4a25-82c4-7c3da13c69be", "name": "network-vif-deleted", "tag": "ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4", "status": "completed", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:55:15.820654 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0e7578e7-6a18-46c5-9786-8e2878f2c71b {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:55:15.821043 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf93a1e-c424-4a25-82c4-7c3da13c69be', 'name': 'network-vif-deleted', 'tag': 'ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4', 'status': 'completed', 'code': 200} Sep 21 12:55:15.886756 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:16.161566 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e6393c-2d66-48c0-a605-6c28ca926078 req-3b7af67c-c5c6-4eea-a346-cef6229cb712 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:16.163217 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f8e6393c-2d66-48c0-a605-6c28ca926078 req-3b7af67c-c5c6-4eea-a346-cef6229cb712 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.0540321 Sep 21 12:55:16.202808 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f8e6393c-2d66-48c0-a605-6c28ca926078 req-17cd09c9-922d-4aca-bc9c-da7b13dd7867 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330455 Sep 21 12:55:16.298957 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-afc2b730-4fb8-4936-a969-3f77c126e352 req-24a0a09f-7b05-4502-a13a-0c3f1edbb61a tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecf93a1e-c424-4a25-82c4-7c3da13c69be HTTP/1.1" status: 200 len: 210 time: 0.0256665 Sep 21 12:55:16.376948 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2e276380-d53b-46ed-9551-5f26e74d62f5 req-c61bfff5-5af6-4be6-be1d-65d198041128 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=faa98a62-0bdb-4d98-8a7f-db2d9ce65bd6 HTTP/1.1" status: 200 len: 210 time: 0.0262818 Sep 21 12:55:16.609672 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:17.320630 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19954c03-0172-4278-a2e7-85a78650939e req-24bb4448-7bb8-4ac7-b458-e57c7acb6c58 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:17.322385 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-19954c03-0172-4278-a2e7-85a78650939e req-24bb4448-7bb8-4ac7-b458-e57c7acb6c58 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.0494003 Sep 21 12:55:17.360780 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-19954c03-0172-4278-a2e7-85a78650939e req-e153dbdd-72ba-4cb0-95a8-241c841e7325 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323138 Sep 21 12:55:17.393277 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4d327f6f-ef65-4934-bd76-2acac7a8e59c req-80d8997d-149e-4617-b314-96aa84810e71 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecf93a1e-c424-4a25-82c4-7c3da13c69be HTTP/1.1" status: 200 len: 210 time: 0.0262017 Sep 21 12:55:17.473289 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-12b89bc4-f561-4235-a94c-a4f94232d7bc req-d30b9434-e388-48e3-8d54-2ff5b252075a tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=faa98a62-0bdb-4d98-8a7f-db2d9ce65bd6 HTTP/1.1" status: 200 len: 210 time: 0.0290158 Sep 21 12:55:17.544819 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4 no longer exists at agent hyperv_hv-cinder-81013 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:55:17.564541 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] No Port match for: ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 12:55:17.564882 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device ba1cfb53-5003-4ad2-9bc8-8ca1258db5c4 not bound to the agent host hv-cinder-81013 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:55:17.917566 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:18.476594 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c64d9f-7c3a-4ff1-96c1-e2c41fd51e0f req-2c11b744-4722-44c9-afbd-47d0bce7bb51 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:18.478137 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a5c64d9f-7c3a-4ff1-96c1-e2c41fd51e0f req-2c11b744-4722-44c9-afbd-47d0bce7bb51 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.0490041 Sep 21 12:55:18.489315 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c7eb21a4-c592-4331-9e21-c332b1545028 req-102116ec-0fc9-4d03-90c3-5d65c6799858 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecf93a1e-c424-4a25-82c4-7c3da13c69be HTTP/1.1" status: 200 len: 210 time: 0.0263197 Sep 21 12:55:18.518207 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a5c64d9f-7c3a-4ff1-96c1-e2c41fd51e0f req-cdf7a79b-d8eb-43e5-a3b6-8f9d0acd5f31 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339360 Sep 21 12:55:18.574369 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0322df63-b21b-4fb1-90ae-8893bbce5893 req-c1e97cc0-9ceb-4c09-aad3-b4f24cf894f6 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=faa98a62-0bdb-4d98-8a7f-db2d9ce65bd6 HTTP/1.1" status: 200 len: 210 time: 0.0259092 Sep 21 12:55:19.271404 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c0bf8489-bfc9-4f9a-bed9-d91d2ab1382d req-1642ba56-5387-4bb4-9bd8-565edec03007 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=555ba68b-899b-4fce-98d6-5df71f9e605c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0579519 Sep 21 12:55:19.341277 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c56a2-1050-4347-bf3f-7a214a22253d req-f46711ea-d167-4503-8db3-0dd4f48c091a tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:19.342751 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-076c56a2-1050-4347-bf3f-7a214a22253d req-f46711ea-d167-4503-8db3-0dd4f48c091a tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.45 "GET /v2.0/networks?id=bfa955ee-caa2-4aa5-bdf2-91dd256312eb HTTP/1.1" status: 200 len: 813 time: 0.1360953 Sep 21 12:55:19.379585 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [req-076c56a2-1050-4347-bf3f-7a214a22253d req-d0ca60bd-c555-4058-8e68-e8132d284543 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Request body: {'port': {'device_id': 'faa98a62-0bdb-4d98-8a7f-db2d9ce65bd6', 'network_id': 'bfa955ee-caa2-4aa5-bdf2-91dd256312eb', 'admin_state_up': True, 'tenant_id': 'e2ec0b25771f4c22b0ae01dcc0fdf4c4'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:55:19.503165 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-076c56a2-1050-4347-bf3f-7a214a22253d req-d0ca60bd-c555-4058-8e68-e8132d284543 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Made reservation on behalf of e2ec0b25771f4c22b0ae01dcc0fdf4c4 for: {'port': 1} {{(pid=93968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:55:19.507415 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-076c56a2-1050-4347-bf3f-7a214a22253d req-d0ca60bd-c555-4058-8e68-e8132d284543 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:19.548549 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf8489-bfc9-4f9a-bed9-d91d2ab1382d req-a485f702-4fe8-45f3-8796-4830510c3a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:19.550074 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c0bf8489-bfc9-4f9a-bed9-d91d2ab1382d req-a485f702-4fe8-45f3-8796-4830510c3a46 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2ec0b25771f4c22b0ae01dcc0fdf4c4&device_id=555ba68b-899b-4fce-98d6-5df71f9e605c HTTP/1.1" status: 200 len: 1098 time: 0.2186902 Sep 21 12:55:19.620731 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0f5a766a-c63f-4769-bb40-d12b64b20557 req-8d144db5-2c25-4b25-9bbe-d245a0590293 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=ecf93a1e-c424-4a25-82c4-7c3da13c69be HTTP/1.1" status: 200 len: 210 time: 0.0402162 Sep 21 12:55:19.716380 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e736ded-3360-4e73-a09e-2c6935bcf663 req-3cb51b52-d74e-4dc0-982f-7a13ddca86cc tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:19.716380 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8e736ded-3360-4e73-a09e-2c6935bcf663 req-3cb51b52-d74e-4dc0-982f-7a13ddca86cc tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.1025279 Sep 21 12:55:19.761229 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf8489-bfc9-4f9a-bed9-d91d2ab1382d req-1c756cd3-f46e-4b8c-9c5a-6dee10cbce8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:19.762746 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c0bf8489-bfc9-4f9a-bed9-d91d2ab1382d req-1c756cd3-f46e-4b8c-9c5a-6dee10cbce8f service neutron] 10.222.0.45 "GET /v2.0/networks?id=bfa955ee-caa2-4aa5-bdf2-91dd256312eb HTTP/1.1" status: 200 len: 914 time: 0.1712782 Sep 21 12:55:19.773996 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [req-076c56a2-1050-4347-bf3f-7a214a22253d req-d0ca60bd-c555-4058-8e68-e8132d284543 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Allocated IP 172.20.0.3 (bfa955ee-caa2-4aa5-bdf2-91dd256312eb/0243efde-fe2f-4d4f-9f40-170cfeada7be/dad6b51c-6509-434b-9b2b-3c118e9cf5fb) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:55:19.815367 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8e736ded-3360-4e73-a09e-2c6935bcf663 req-f729c670-1d82-4ba9-a16e-1c55dce6dc9f tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840533 Sep 21 12:55:19.840893 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c0bf8489-bfc9-4f9a-bed9-d91d2ab1382d req-a28b3ae2-7d2a-40f9-adb3-2dea704b81fb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0454ae33-c876-4648-afa4-83ec17c15643 HTTP/1.1" status: 200 len: 217 time: 0.0684619 Sep 21 12:55:19.842990 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-73f31234-8c0e-402d-a007-5de70dc8815b req-7b552528-d18c-47f3-85de-6191c37a53e0 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=faa98a62-0bdb-4d98-8a7f-db2d9ce65bd6 HTTP/1.1" status: 200 len: 210 time: 0.0725982 Sep 21 12:55:19.919877 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 55556) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:55:19.966780 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf8489-bfc9-4f9a-bed9-d91d2ab1382d req-2b710434-4c71-4797-bec5-0437535bfec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:19.968302 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c0bf8489-bfc9-4f9a-bed9-d91d2ab1382d req-2b710434-4c71-4797-bec5-0437535bfec3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0243efde-fe2f-4d4f-9f40-170cfeada7be HTTP/1.1" status: 200 len: 853 time: 0.1154788 Sep 21 12:55:20.006035 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c0bf8489-bfc9-4f9a-bed9-d91d2ab1382d req-eb871c11-f836-4926-8de3-a7f0a65e64fc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bfa955ee-caa2-4aa5-bdf2-91dd256312eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278409 Sep 21 12:55:20.011879 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a767f61-6b74-4ed4-83a5-a90ed1be77b9 admin admin] Deleting subnet 47eca934-c0b4-4753-8571-c88fd8d897c8 {{(pid=93969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 12:55:20.015446 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3a767f61-6b74-4ed4-83a5-a90ed1be77b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:20.085057 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3a767f61-6b74-4ed4-83a5-a90ed1be77b9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:20.127468 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3a767f61-6b74-4ed4-83a5-a90ed1be77b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749736'] for subnet, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:20.205203 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-076c56a2-1050-4347-bf3f-7a214a22253d req-d0ca60bd-c555-4058-8e68-e8132d284543 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:20.216215 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c0bf8489-bfc9-4f9a-bed9-d91d2ab1382d req-d1927753-8c40-4460-8e95-e0f99727ae95 service neutron] 10.222.0.45 "GET /v2.0/networks/bfa955ee-caa2-4aa5-bdf2-91dd256312eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747494 Sep 21 12:55:20.217919 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3a767f61-6b74-4ed4-83a5-a90ed1be77b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279'] for subnet, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:20.232518 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3a767f61-6b74-4ed4-83a5-a90ed1be77b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:20.234637 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-3a767f61-6b74-4ed4-83a5-a90ed1be77b9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/47eca934-c0b4-4753-8571-c88fd8d897c8 HTTP/1.1" status: 204 len: 168 time: 0.3134551 Sep 21 12:55:20.237612 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 55570) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:55:20.268874 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a767f61-6b74-4ed4-83a5-a90ed1be77b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47eca934-c0b4-4753-8571-c88fd8d897c8,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:20.315726 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-076c56a2-1050-4347-bf3f-7a214a22253d req-d0ca60bd-c555-4058-8e68-e8132d284543 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:20.335467 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] get_ports_and_sgs() called for port_ids ['0454ae33-c876-4648-afa4-83ec17c15643'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 12:55:20.348162 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c0bf8489-bfc9-4f9a-bed9-d91d2ab1382d req-3a08b326-0ad6-4ce6-936a-e6efbf5a6160 service neutron] 10.222.0.45 "GET /v2.0/networks/bfa955ee-caa2-4aa5-bdf2-91dd256312eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174140 Sep 21 12:55:20.352016 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0d99fe62-3ec5-430f-ad5d-4f4e200b3789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585049'] for network, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:20.380087 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-076c56a2-1050-4347-bf3f-7a214a22253d req-d0ca60bd-c555-4058-8e68-e8132d284543 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Network bfa955ee-caa2-4aa5-bdf2-91dd256312eb is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:55:20.390150 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [req-076c56a2-1050-4347-bf3f-7a214a22253d req-d0ca60bd-c555-4058-8e68-e8132d284543 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:55:20.397525 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [req-076c56a2-1050-4347-bf3f-7a214a22253d req-d0ca60bd-c555-4058-8e68-e8132d284543 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 12:55:20.405817 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c56a2-1050-4347-bf3f-7a214a22253d req-d0ca60bd-c555-4058-8e68-e8132d284543 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:20.406589 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-076c56a2-1050-4347-bf3f-7a214a22253d req-d0ca60bd-c555-4058-8e68-e8132d284543 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for port, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:20.409374 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca60bd-c555-4058-8e68-e8132d284543 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Pushing event updated for resources: {'Port': ['ID=dad6b51c-6509-434b-9b2b-3c118e9cf5fb,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:20.526467 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0d99fe62-3ec5-430f-ad5d-4f4e200b3789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-751663', 'neutron.services.segments.db._delete_segments_for_network-8758322445213'] for network, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:20.549695 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0d99fe62-3ec5-430f-ad5d-4f4e200b3789 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:55:20.550037 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0d99fe62-3ec5-430f-ad5d-4f4e200b3789 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:55:20.551413 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0d99fe62-3ec5-430f-ad5d-4f4e200b3789 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:55:20.551840 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0d99fe62-3ec5-430f-ad5d-4f4e200b3789 admin admin] Subscribe: > port after_create 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:55:20.552194 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0d99fe62-3ec5-430f-ad5d-4f4e200b3789 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:55:20.552532 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0d99fe62-3ec5-430f-ad5d-4f4e200b3789 admin admin] Subscribe: > port after_update 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:55:20.552856 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0d99fe62-3ec5-430f-ad5d-4f4e200b3789 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:55:20.553175 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0d99fe62-3ec5-430f-ad5d-4f4e200b3789 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:55:20.553550 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0d99fe62-3ec5-430f-ad5d-4f4e200b3789 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:55:20.553879 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0d99fe62-3ec5-430f-ad5d-4f4e200b3789 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:55:20.669054 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0d99fe62-3ec5-430f-ad5d-4f4e200b3789 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:55:20.669408 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0d99fe62-3ec5-430f-ad5d-4f4e200b3789 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:55:20.669742 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0d99fe62-3ec5-430f-ad5d-4f4e200b3789 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:55:20.670075 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0d99fe62-3ec5-430f-ad5d-4f4e200b3789 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:55:20.670480 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-0d99fe62-3ec5-430f-ad5d-4f4e200b3789 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfbda6af-3035-4abb-95f0-3f436848a388']}} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:55:20.677177 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-076c56a2-1050-4347-bf3f-7a214a22253d req-d0ca60bd-c555-4058-8e68-e8132d284543 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3021021 Sep 21 12:55:20.699996 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-0d99fe62-3ec5-430f-ad5d-4f4e200b3789 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd24a51e9-2914-4fc8-812d-86fd6ef9c7fa') {'for_net_delete': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:55:20.700298 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-0d99fe62-3ec5-430f-ad5d-4f4e200b3789 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd24a51e9-2914-4fc8-812d-86fd6ef9c7fa') {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:55:20.723543 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0d99fe62-3ec5-430f-ad5d-4f4e200b3789 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758322445990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9168694'] for segment, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:20.753246 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0d99fe62-3ec5-430f-ad5d-4f4e200b3789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861'] for segment, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:20.762250 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d99fe62-3ec5-430f-ad5d-4f4e200b3789 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=93968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 12:55:20.762944 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0d99fe62-3ec5-430f-ad5d-4f4e200b3789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168119'] for segment, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:20.767767 dv-cinder-810131-2-iscsi neutron-server[93968]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 21 12:55:20.767767 dv-cinder-810131-2-iscsi neutron-server[93968]: from cryptography.utils import int_from_bytes Sep 21 12:55:20.767767 dv-cinder-810131-2-iscsi neutron-server[93968]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 21 12:55:20.767767 dv-cinder-810131-2-iscsi neutron-server[93968]: from cryptography.utils import int_from_bytes Sep 21 12:55:20.767767 dv-cinder-810131-2-iscsi neutron-server[93968]: Traceback (most recent call last): Sep 21 12:55:20.767767 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 12:55:20.767767 dv-cinder-810131-2-iscsi neutron-server[93968]: timer() Sep 21 12:55:20.767767 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 12:55:20.767767 dv-cinder-810131-2-iscsi neutron-server[93968]: cb(*args, **kw) Sep 21 12:55:20.767767 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 12:55:20.767767 dv-cinder-810131-2-iscsi neutron-server[93968]: return func(*args, **kwargs) Sep 21 12:55:20.767767 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 12:55:20.767767 dv-cinder-810131-2-iscsi neutron-server[93968]: self._notify() Sep 21 12:55:20.767767 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 12:55:20.767767 dv-cinder-810131-2-iscsi neutron-server[93968]: self.callback(batched_events) Sep 21 12:55:20.767767 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 12:55:20.767767 dv-cinder-810131-2-iscsi neutron-server[93968]: event.method(event) Sep 21 12:55:20.767767 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 12:55:20.767767 dv-cinder-810131-2-iscsi neutron-server[93968]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 12:55:20.767767 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 12:55:20.767767 dv-cinder-810131-2-iscsi neutron-server[93968]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 12:55:20.767767 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 12:55:20.767767 dv-cinder-810131-2-iscsi neutron-server[93968]: return f(self, *a, **k) Sep 21 12:55:20.767767 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 12:55:20.767767 dv-cinder-810131-2-iscsi neutron-server[93968]: return self._get(url).json() Sep 21 12:55:20.767767 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 12:55:20.767767 dv-cinder-810131-2-iscsi neutron-server[93968]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 12:55:20.767767 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 12:55:20.767767 dv-cinder-810131-2-iscsi neutron-server[93968]: return self.request(url, 'GET', **kwargs) Sep 21 12:55:20.767767 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 12:55:20.767767 dv-cinder-810131-2-iscsi neutron-server[93968]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 12:55:20.767767 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 12:55:20.767767 dv-cinder-810131-2-iscsi neutron-server[93968]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 12:55:20.767767 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 12:55:20.767767 dv-cinder-810131-2-iscsi neutron-server[93968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 12:55:20.767767 dv-cinder-810131-2-iscsi neutron-server[93968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 12:55:20.863228 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0d99fe62-3ec5-430f-ad5d-4f4e200b3789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-751670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1618708'] for network, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:20.880463 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0d99fe62-3ec5-430f-ad5d-4f4e200b3789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for network, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:20.882620 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-0d99fe62-3ec5-430f-ad5d-4f4e200b3789 admin admin] 10.222.0.32 "DELETE /v2.0/networks/bfbda6af-3035-4abb-95f0-3f436848a388 HTTP/1.1" status: 204 len: 168 time: 0.6431465 Sep 21 12:55:20.906555 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d99fe62-3ec5-430f-ad5d-4f4e200b3789 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfbda6af-3035-4abb-95f0-3f436848a388,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:20.973239 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d3015-0fc5-493f-8a1d-61d17c3422c4 req-a7b41b71-425e-4631-b0b1-45145d2bf4a7 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:20.974834 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c69d3015-0fc5-493f-8a1d-61d17c3422c4 req-a7b41b71-425e-4631-b0b1-45145d2bf4a7 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.0618553 Sep 21 12:55:21.015159 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30bee6-42d9-419c-90c4-28895f5774ee req-72e9aef4-eeee-414c-8b57-bdda9b70072d tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:21.017568 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c69d3015-0fc5-493f-8a1d-61d17c3422c4 req-d33c8419-43cb-4bc6-b6ff-7fbeff8f9a97 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335839 Sep 21 12:55:21.022481 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7f30bee6-42d9-419c-90c4-28895f5774ee req-72e9aef4-eeee-414c-8b57-bdda9b70072d tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/networks?id=27767f99-e281-4d5d-b898-81af78d20fab HTTP/1.1" status: 200 len: 808 time: 0.1516979 Sep 21 12:55:21.032989 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7f30bee6-42d9-419c-90c4-28895f5774ee req-222a031b-bd97-4a91-9ab5-f4cd6e2b7dae tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/quotas/41db6092f2684c85a910fff2412dde08 HTTP/1.1" status: 200 len: 375 time: 0.0096452 Sep 21 12:55:21.075619 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7f30bee6-42d9-419c-90c4-28895f5774ee req-c572856e-57cd-40a3-a151-42ae949d629c tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=41db6092f2684c85a910fff2412dde08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359826 Sep 21 12:55:21.091321 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 55608) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:55:21.137742 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b8a7d8-eae0-4266-81c3-e6a08b54c97a req-b112b3af-95de-4fb7-a95f-bb7d47c9d4dd tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:21.139364 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-80b8a7d8-eae0-4266-81c3-e6a08b54c97a req-b112b3af-95de-4fb7-a95f-bb7d47c9d4dd tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=faa98a62-0bdb-4d98-8a7f-db2d9ce65bd6 HTTP/1.1" status: 200 len: 931 time: 0.0517452 Sep 21 12:55:21.179241 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-80b8a7d8-eae0-4266-81c3-e6a08b54c97a req-622be624-8a3f-4b0c-a343-a6ea357f9fe5 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327351 Sep 21 12:55:21.184675 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-84214ccb-2fd3-4bdf-8ea2-8148140d24be admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9f351809691f4420a73aac6e5c0b692d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0914707 Sep 21 12:55:21.187327 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 55610) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:55:21.220718 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7f30bee6-42d9-419c-90c4-28895f5774ee req-b7ba2631-7aa8-4237-b2e2-5858cb286b4d service neutron] 10.222.0.32 "GET /v2.0/networks/27767f99-e281-4d5d-b898-81af78d20fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372406 Sep 21 12:55:21.306810 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-05ba17f0-b8b7-493b-a5cb-2319c7331b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:21.341911 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-05ba17f0-b8b7-493b-a5cb-2319c7331b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:21.360660 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7f30bee6-42d9-419c-90c4-28895f5774ee req-cf759ac8-2686-4a27-8bd0-5a071d50b10b service neutron] 10.222.0.32 "GET /v2.0/networks/27767f99-e281-4d5d-b898-81af78d20fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321280 Sep 21 12:55:21.402292 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-05ba17f0-b8b7-493b-a5cb-2319c7331b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:21.404947 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-05ba17f0-b8b7-493b-a5cb-2319c7331b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:21.406140 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-05ba17f0-b8b7-493b-a5cb-2319c7331b76 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/de7c17b0-9eef-4e85-b7aa-2c193eff179f HTTP/1.1" status: 204 len: 168 time: 0.2179203 Sep 21 12:55:21.414689 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ba17f0-b8b7-493b-a5cb-2319c7331b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7c17b0-9eef-4e85-b7aa-2c193eff179f,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:21.537994 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-faeaa4fa-c397-47d8-b74b-1a29929af821 req-d94e1075-0221-4547-8a1d-87abf21ae064 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=684ee871-1ba3-4e42-be83-1e679529a751 HTTP/1.1" status: 200 len: 210 time: 0.0335994 Sep 21 12:55:21.984937 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [req-076c56a2-1050-4347-bf3f-7a214a22253d req-75afee57-a0da-469a-9600-243940315cd0 service neutron] Request body: {'port': {'device_id': 'faa98a62-0bdb-4d98-8a7f-db2d9ce65bd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81013'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:55:22.053374 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-076c56a2-1050-4347-bf3f-7a214a22253d req-75afee57-a0da-469a-9600-243940315cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:22.148815 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03730ced-b385-4f6a-b796-aa1fb76908f5 req-7ae99259-76b1-44e1-b8b1-1ebb27b75a2d tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:22.150327 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-03730ced-b385-4f6a-b796-aa1fb76908f5 req-7ae99259-76b1-44e1-b8b1-1ebb27b75a2d tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.0556073 Sep 21 12:55:22.150824 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 55652) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:55:22.193351 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-03730ced-b385-4f6a-b796-aa1fb76908f5 req-f7fcfc85-210a-4f02-8242-f9b634bb0e66 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365360 Sep 21 12:55:22.304985 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-da1190da-5b83-44af-bd56-b9e876df2cd0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1576903005-network', 'tenant_id': '1b3ede534435481c9544b6bd95cee453'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:55:22.330683 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1190da-5b83-44af-bd56-b9e876df2cd0 admin admin] Made reservation on behalf of 1b3ede534435481c9544b6bd95cee453 for: {'network': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:55:22.333895 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-da1190da-5b83-44af-bd56-b9e876df2cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for network, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:22.335456 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd09e1d-2b36-46d7-93b7-d1208b51a72a req-8b25ddaa-0e11-489e-9d5a-ba96b46280e3 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:22.337000 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ebd09e1d-2b36-46d7-93b7-d1208b51a72a req-8b25ddaa-0e11-489e-9d5a-ba96b46280e3 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=faa98a62-0bdb-4d98-8a7f-db2d9ce65bd6 HTTP/1.1" status: 200 len: 931 time: 0.0797029 Sep 21 12:55:22.350577 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-da1190da-5b83-44af-bd56-b9e876df2cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:22.396934 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.notifiers.nova [req-076c56a2-1050-4347-bf3f-7a214a22253d req-75afee57-a0da-469a-9600-243940315cd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dad6b51c-6509-434b-9b2b-3c118e9cf5fb {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 12:55:22.410814 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-076c56a2-1050-4347-bf3f-7a214a22253d req-75afee57-a0da-469a-9600-243940315cd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:22.424967 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ebd09e1d-2b36-46d7-93b7-d1208b51a72a req-b7455500-4f9e-4bfb-b7e4-3fb239aef7ce tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802796 Sep 21 12:55:22.430237 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [req-076c56a2-1050-4347-bf3f-7a214a22253d req-75afee57-a0da-469a-9600-243940315cd0 service neutron] Transition to ACTIVE for port object dad6b51c-6509-434b-9b2b-3c118e9cf5fb will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 12:55:22.434585 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-076c56a2-1050-4347-bf3f-7a214a22253d req-75afee57-a0da-469a-9600-243940315cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168671'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:22.447721 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-da1190da-5b83-44af-bd56-b9e876df2cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:22.452825 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-da1190da-5b83-44af-bd56-b9e876df2cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:22.476118 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da1190da-5b83-44af-bd56-b9e876df2cd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=93969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 12:55:22.491858 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1190da-5b83-44af-bd56-b9e876df2cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14a5737-59fc-40ae-95ed-780378cea354,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:22.493632 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75afee57-a0da-469a-9600-243940315cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=dad6b51c-6509-434b-9b2b-3c118e9cf5fb,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:22.497653 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-da1190da-5b83-44af-bd56-b9e876df2cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861'] for segment, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:22.498211 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.db.segments_db [None req-da1190da-5b83-44af-bd56-b9e876df2cd0 admin admin] Added segment d65f44a9-e76e-4bb2-9420-80b10a796110 of type vlan for network 448bd693-ac99-4c36-8b6e-b9a357473df4 Sep 21 12:55:22.541051 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-da1190da-5b83-44af-bd56-b9e876df2cd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758322100264'] for network, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:22.563984 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [req-076c56a2-1050-4347-bf3f-7a214a22253d req-75afee57-a0da-469a-9600-243940315cd0 service neutron] Attempting to bind port dad6b51c-6509-434b-9b2b-3c118e9cf5fb on host hv-cinder-81013 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 12:55:22.564483 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [req-076c56a2-1050-4347-bf3f-7a214a22253d req-75afee57-a0da-469a-9600-243940315cd0 service neutron] Attempting to bind port dad6b51c-6509-434b-9b2b-3c118e9cf5fb by drivers openvswitch,hyperv on host hv-cinder-81013 at level 0 using segments [{'id': 'd328da7a-b4f4-4af5-8150-fe9ea1d1ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bfa955ee-caa2-4aa5-bdf2-91dd256312eb'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 12:55:22.564714 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076c56a2-1050-4347-bf3f-7a214a22253d req-75afee57-a0da-469a-9600-243940315cd0 service neutron] Attempting to bind port dad6b51c-6509-434b-9b2b-3c118e9cf5fb on network bfa955ee-caa2-4aa5-bdf2-91dd256312eb {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:55:22.570425 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-da1190da-5b83-44af-bd56-b9e876df2cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279'] for network, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:22.570735 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076c56a2-1050-4347-bf3f-7a214a22253d req-75afee57-a0da-469a-9600-243940315cd0 service neutron] Port dad6b51c-6509-434b-9b2b-3c118e9cf5fb on network bfa955ee-caa2-4aa5-bdf2-91dd256312eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81013 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 12:55:22.571081 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076c56a2-1050-4347-bf3f-7a214a22253d req-75afee57-a0da-469a-9600-243940315cd0 service neutron] Attempting to bind port dad6b51c-6509-434b-9b2b-3c118e9cf5fb on network bfa955ee-caa2-4aa5-bdf2-91dd256312eb {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:55:22.571440 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1190da-5b83-44af-bd56-b9e876df2cd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:22.572020 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-da1190da-5b83-44af-bd56-b9e876df2cd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:22.576525 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076c56a2-1050-4347-bf3f-7a214a22253d req-75afee57-a0da-469a-9600-243940315cd0 service neutron] Checking agent: {'id': 'a6e01e35-01d6-479f-9faf-9c323aed8d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 12, 52, 16), 'started_at': datetime.datetime(2021, 9, 21, 12, 52, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 12, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 12:55:22.577322 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076c56a2-1050-4347-bf3f-7a214a22253d req-75afee57-a0da-469a-9600-243940315cd0 service neutron] Checking segment: {'id': 'd328da7a-b4f4-4af5-8150-fe9ea1d1ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bfa955ee-caa2-4aa5-bdf2-91dd256312eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:55:22.577322 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076c56a2-1050-4347-bf3f-7a214a22253d req-75afee57-a0da-469a-9600-243940315cd0 service neutron] Bound using segment: {'id': 'd328da7a-b4f4-4af5-8150-fe9ea1d1ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bfa955ee-caa2-4aa5-bdf2-91dd256312eb'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:55:22.577660 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [req-076c56a2-1050-4347-bf3f-7a214a22253d req-75afee57-a0da-469a-9600-243940315cd0 service neutron] Bound port: dad6b51c-6509-434b-9b2b-3c118e9cf5fb, host: hv-cinder-81013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd328da7a-b4f4-4af5-8150-fe9ea1d1ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bfa955ee-caa2-4aa5-bdf2-91dd256312eb'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 12:55:22.578020 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-076c56a2-1050-4347-bf3f-7a214a22253d req-75afee57-a0da-469a-9600-243940315cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:22.607476 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-da1190da-5b83-44af-bd56-b9e876df2cd0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4555271 Sep 21 12:55:22.617753 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 55664) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:55:22.625724 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-ec56fea3-c904-4c19-9dfa-91f0a6e84cbf admin admin] Request body: {'subnet': {'network_id': '448bd693-ac99-4c36-8b6e-b9a357473df4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1576903005-subnet', 'tenant_id': '1b3ede534435481c9544b6bd95cee453', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:55:22.654849 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1190da-5b83-44af-bd56-b9e876df2cd0 admin admin] Pushing event updated for resources: {'Network': ['ID=448bd693-ac99-4c36-8b6e-b9a357473df4,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:22.670334 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Network 448bd693-ac99-4c36-8b6e-b9a357473df4 details requested by agent ovs-agent-dv-cinder-810131-2-iscsi with host dv-cinder-810131-2-iscsi {{(pid=93970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 12:55:22.672257 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [req-076c56a2-1050-4347-bf3f-7a214a22253d req-75afee57-a0da-469a-9600-243940315cd0 service neutron] For port dad6b51c-6509-434b-9b2b-3c118e9cf5fb, host hv-cinder-81013, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:55:22.674509 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec56fea3-c904-4c19-9dfa-91f0a6e84cbf admin admin] Made reservation on behalf of 1b3ede534435481c9544b6bd95cee453 for: {'subnet': 1} {{(pid=93968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:55:22.676903 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ec56fea3-c904-4c19-9dfa-91f0a6e84cbf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9268086'] for subnet, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:22.679877 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1cf8bc21-2fdf-4f5d-927d-3143abf5cdff req-53dbbe60-52a2-4505-b1bc-445ffb46594e tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=684ee871-1ba3-4e42-be83-1e679529a751 HTTP/1.1" status: 200 len: 210 time: 0.0421667 Sep 21 12:55:22.680014 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [req-076c56a2-1050-4347-bf3f-7a214a22253d req-75afee57-a0da-469a-9600-243940315cd0 service neutron] For port dad6b51c-6509-434b-9b2b-3c118e9cf5fb, host hv-cinder-81013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=dad6b51c-6509-434b-9b2b-3c118e9cf5fb,segment=NetworkSegment(d328da7a-b4f4-4af5-8150-fe9ea1d1ccba),segment_id=d328da7a-b4f4-4af5-8150-fe9ea1d1ccba)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:55:22.697546 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-076c56a2-1050-4347-bf3f-7a214a22253d req-75afee57-a0da-469a-9600-243940315cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168671'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:22.773933 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c56a2-1050-4347-bf3f-7a214a22253d req-75afee57-a0da-469a-9600-243940315cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:22.774585 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-076c56a2-1050-4347-bf3f-7a214a22253d req-75afee57-a0da-469a-9600-243940315cd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for port, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:22.776106 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-076c56a2-1050-4347-bf3f-7a214a22253d req-75afee57-a0da-469a-9600-243940315cd0 service neutron] 10.222.0.45 "PUT /v2.0/ports/dad6b51c-6509-434b-9b2b-3c118e9cf5fb HTTP/1.1" status: 200 len: 1093 time: 0.7971158 Sep 21 12:55:22.776564 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faa98a62-0bdb-4d98-8a7f-db2d9ce65bd6', 'tag': 'dad6b51c-6509-434b-9b2b-3c118e9cf5fb'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 12:55:22.778911 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a262e2a05831170809019d2cf22837e497d964a865586fc051a88de41b43109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73faea34-beb3-4b4b-b1b2-283f62c762c3" -d '{"events": [{"name": "network-changed", "server_uuid": "faa98a62-0bdb-4d98-8a7f-db2d9ce65bd6", "tag": "dad6b51c-6509-434b-9b2b-3c118e9cf5fb"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:55:22.814564 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75afee57-a0da-469a-9600-243940315cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=dad6b51c-6509-434b-9b2b-3c118e9cf5fb,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:22.819788 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 12:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4698e5-d8c3-47a8-a659-ebe6cf98d3dd x-openstack-request-id: req-bf4698e5-d8c3-47a8-a659-ebe6cf98d3dd {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:55:22.820081 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faa98a62-0bdb-4d98-8a7f-db2d9ce65bd6", "tag": "dad6b51c-6509-434b-9b2b-3c118e9cf5fb", "status": "completed", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:55:22.820330 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bf4698e5-d8c3-47a8-a659-ebe6cf98d3dd {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:55:22.820712 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faa98a62-0bdb-4d98-8a7f-db2d9ce65bd6', 'tag': 'dad6b51c-6509-434b-9b2b-3c118e9cf5fb', 'status': 'completed', 'code': 200} Sep 21 12:55:22.919826 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ec56fea3-c904-4c19-9dfa-91f0a6e84cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9268056'] for subnet, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:22.973869 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec56fea3-c904-4c19-9dfa-91f0a6e84cbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=afc0ebff-08f8-4d98-a7ec-9196a5213e06,revision_number=0']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:22.983964 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec56fea3-c904-4c19-9dfa-91f0a6e84cbf admin admin] Checking segment: {'id': 'd65f44a9-e76e-4bb2-9420-80b10a796110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '448bd693-ac99-4c36-8b6e-b9a357473df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:55:22.984316 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec56fea3-c904-4c19-9dfa-91f0a6e84cbf admin admin] Network hostable DHCP agents. Network: 448bd693-ac99-4c36-8b6e-b9a357473df4, hostable agents: ['12de7482-9c3e-48cc-a7cf-59e9ab92578f'], hosted agents: [] {{(pid=93968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 12:55:23.000307 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec56fea3-c904-4c19-9dfa-91f0a6e84cbf admin admin] Network 448bd693-ac99-4c36-8b6e-b9a357473df4 is scheduled to be hosted by DHCP agent 12de7482-9c3e-48cc-a7cf-59e9ab92578f with binding_index 1 {{(pid=93968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 12:55:23.009221 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-ec56fea3-c904-4c19-9dfa-91f0a6e84cbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810131-2-iscsi, 448bd693-ac99-4c36-8b6e-b9a357473df4) {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:55:23.013331 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec56fea3-c904-4c19-9dfa-91f0a6e84cbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:23.013950 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ec56fea3-c904-4c19-9dfa-91f0a6e84cbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for subnet, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:23.020717 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dae593-09a4-4ad4-9cbb-34f70483a397 None None] Network 448bd693-ac99-4c36-8b6e-b9a357473df4 requested from dv-cinder-810131-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 12:55:23.033948 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-ec56fea3-c904-4c19-9dfa-91f0a6e84cbf admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4127140 Sep 21 12:55:23.034207 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 55672) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:55:23.041263 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-a9a678b8-a6c5-4bbd-886e-ff8f56372b30 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1576903005-router', 'tenant_id': '1b3ede534435481c9544b6bd95cee453', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'}}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:55:23.072409 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a9a678b8-a6c5-4bbd-886e-ff8f56372b30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1609611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3806'] for router, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:23.073788 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a9a678b8-a6c5-4bbd-886e-ff8f56372b30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3817'] for router, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:23.132974 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a9a678b8-a6c5-4bbd-886e-ff8f56372b30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:23.189704 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b075b162-e8ca-4189-93f3-e063e7cff924 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d0e40e3-e902-535e-accf-2154837b6641-448bd693-ac99-4c36-8b6e-b9a357473df4', 'network_id': '448bd693-ac99-4c36-8b6e-b9a357473df4', 'tenant_id': '1b3ede534435481c9544b6bd95cee453', 'fixed_ips': [{'subnet_id': 'afc0ebff-08f8-4d98-a7ec-9196a5213e06'}]}} from dv-cinder-810131-2-iscsi. {{(pid=93970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 12:55:23.190617 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-b075b162-e8ca-4189-93f3-e063e7cff924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:23.283612 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a9a678b8-a6c5-4bbd-886e-ff8f56372b30 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:23.324584 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21691cb-87d2-4570-b270-de61bc41636c req-9956c2ab-00bb-44b5-b4d7-67960b8014eb tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:23.326855 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f21691cb-87d2-4570-b270-de61bc41636c req-9956c2ab-00bb-44b5-b4d7-67960b8014eb tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.0625212 Sep 21 12:55:23.349678 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.db_base_plugin_common [None req-b075b162-e8ca-4189-93f3-e063e7cff924 None None] Allocated IP 172.20.0.2 (448bd693-ac99-4c36-8b6e-b9a357473df4/afc0ebff-08f8-4d98-a7ec-9196a5213e06/afe6b4a5-0219-4ab2-96e7-ce2ae756cc7b) {{(pid=93970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:55:23.374195 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f21691cb-87d2-4570-b270-de61bc41636c req-07955db9-b986-4fc6-a442-9ecf52f67c62 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394034 Sep 21 12:55:23.498759 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a9a678b8-a6c5-4bbd-886e-ff8f56372b30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:23.514816 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-b075b162-e8ca-4189-93f3-e063e7cff924 None None] Notify callbacks [] for port, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:23.521761 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-b075b162-e8ca-4189-93f3-e063e7cff924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762'] for port, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:23.533263 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a9a678b8-a6c5-4bbd-886e-ff8f56372b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:23.561440 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b075b162-e8ca-4189-93f3-e063e7cff924 None None] Network 448bd693-ac99-4c36-8b6e-b9a357473df4 is already hosted by enough agents. {{(pid=93970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:55:23.564317 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [None req-b075b162-e8ca-4189-93f3-e063e7cff924 None None] Resources bound (agent type, host, resource id): {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:55:23.572800 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b075b162-e8ca-4189-93f3-e063e7cff924 None None] Received port after_create {{(pid=93970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 12:55:23.576180 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b075b162-e8ca-4189-93f3-e063e7cff924 None None] Pushing event updated for resources: {'Port': ['ID=afe6b4a5-0219-4ab2-96e7-ce2ae756cc7b,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:23.587822 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b075b162-e8ca-4189-93f3-e063e7cff924 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:55:23.588175 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b075b162-e8ca-4189-93f3-e063e7cff924 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:55:23.588514 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b075b162-e8ca-4189-93f3-e063e7cff924 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:55:23.588903 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b075b162-e8ca-4189-93f3-e063e7cff924 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:55:23.589174 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b075b162-e8ca-4189-93f3-e063e7cff924 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:55:23.589505 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b075b162-e8ca-4189-93f3-e063e7cff924 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:55:23.589830 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b075b162-e8ca-4189-93f3-e063e7cff924 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:55:23.590154 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b075b162-e8ca-4189-93f3-e063e7cff924 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:55:23.590523 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b075b162-e8ca-4189-93f3-e063e7cff924 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:55:23.590851 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b075b162-e8ca-4189-93f3-e063e7cff924 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:55:23.591173 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b075b162-e8ca-4189-93f3-e063e7cff924 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:55:23.591493 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b075b162-e8ca-4189-93f3-e063e7cff924 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:55:23.622775 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f8462-bf71-46bb-b834-765fa8207303 req-7777fcd4-97f5-41e0-8ed6-5da89c08ae53 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:23.624252 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-274f8462-bf71-46bb-b834-765fa8207303 req-7777fcd4-97f5-41e0-8ed6-5da89c08ae53 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=faa98a62-0bdb-4d98-8a7f-db2d9ce65bd6 HTTP/1.1" status: 200 len: 943 time: 0.1227255 Sep 21 12:55:23.638851 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-b075b162-e8ca-4189-93f3-e063e7cff924 None None] Attempting to bind port afe6b4a5-0219-4ab2-96e7-ce2ae756cc7b on host dv-cinder-810131-2-iscsi for vnic_type normal with profile {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 12:55:23.639215 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-b075b162-e8ca-4189-93f3-e063e7cff924 None None] Attempting to bind port afe6b4a5-0219-4ab2-96e7-ce2ae756cc7b by drivers openvswitch,hyperv on host dv-cinder-810131-2-iscsi at level 0 using segments [{'id': 'd65f44a9-e76e-4bb2-9420-80b10a796110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '448bd693-ac99-4c36-8b6e-b9a357473df4'}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 12:55:23.639570 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b075b162-e8ca-4189-93f3-e063e7cff924 None None] Attempting to bind port afe6b4a5-0219-4ab2-96e7-ce2ae756cc7b on network 448bd693-ac99-4c36-8b6e-b9a357473df4 {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:55:23.645998 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b075b162-e8ca-4189-93f3-e063e7cff924 None None] Checking agent: {'id': 'e9e90178-f2ac-4c99-b085-229d580e108d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 12, 46, 16), 'started_at': datetime.datetime(2021, 9, 21, 12, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 12, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 12:55:23.646365 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b075b162-e8ca-4189-93f3-e063e7cff924 None None] Checking segment: {'id': 'd65f44a9-e76e-4bb2-9420-80b10a796110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '448bd693-ac99-4c36-8b6e-b9a357473df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:55:23.646782 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-b075b162-e8ca-4189-93f3-e063e7cff924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:23.647168 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b075b162-e8ca-4189-93f3-e063e7cff924 None None] Bound using segment: {'id': 'd65f44a9-e76e-4bb2-9420-80b10a796110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '448bd693-ac99-4c36-8b6e-b9a357473df4'} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:55:23.647634 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-b075b162-e8ca-4189-93f3-e063e7cff924 None None] Bound port: afe6b4a5-0219-4ab2-96e7-ce2ae756cc7b, host: dv-cinder-810131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65f44a9-e76e-4bb2-9420-80b10a796110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '448bd693-ac99-4c36-8b6e-b9a357473df4'}}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 12:55:23.648006 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-b075b162-e8ca-4189-93f3-e063e7cff924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:23.693351 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-274f8462-bf71-46bb-b834-765fa8207303 req-3a79bedb-812b-4c2b-a3cd-fd66bbe33026 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609827 Sep 21 12:55:23.704880 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-a9a678b8-a6c5-4bbd-886e-ff8f56372b30 admin admin] Allocated IP 172.27.0.34 (3589cb95-8b7f-464f-a8af-ebd0722ed0b9/83bd8dfa-a4af-4a48-a00e-8b360d22b666/a518fe3b-df2b-4953-908c-e0588f14c11c) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:55:23.722949 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-b075b162-e8ca-4189-93f3-e063e7cff924 None None] For port afe6b4a5-0219-4ab2-96e7-ce2ae756cc7b, host dv-cinder-810131-2-iscsi, cleared binding levels {{(pid=93970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:55:23.728279 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-b075b162-e8ca-4189-93f3-e063e7cff924 None None] For port afe6b4a5-0219-4ab2-96e7-ce2ae756cc7b, host dv-cinder-810131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=afe6b4a5-0219-4ab2-96e7-ce2ae756cc7b,segment=NetworkSegment(d65f44a9-e76e-4bb2-9420-80b10a796110),segment_id=d65f44a9-e76e-4bb2-9420-80b10a796110)] {{(pid=93970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:55:23.733683 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-b075b162-e8ca-4189-93f3-e063e7cff924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:23.807972 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b075b162-e8ca-4189-93f3-e063e7cff924 None None] Pushing event updated for resources: {'Port': ['ID=afe6b4a5-0219-4ab2-96e7-ce2ae756cc7b,revision_number=2']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:23.811526 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ae7c562c-0a4c-4dbb-aed9-d8c7200419cf req-785a867d-c13a-4a81-8f57-d461c4d81878 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=684ee871-1ba3-4e42-be83-1e679529a751 HTTP/1.1" status: 200 len: 210 time: 0.0344732 Sep 21 12:55:23.852248 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a9a678b8-a6c5-4bbd-886e-ff8f56372b30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:23.920838 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a9a678b8-a6c5-4bbd-886e-ff8f56372b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168646'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:23.964554 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a678b8-a6c5-4bbd-886e-ff8f56372b30 admin admin] Network 3589cb95-8b7f-464f-a8af-ebd0722ed0b9 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:55:23.968396 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-a9a678b8-a6c5-4bbd-886e-ff8f56372b30 admin admin] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:55:23.976050 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a678b8-a6c5-4bbd-886e-ff8f56372b30 admin admin] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 12:55:23.979442 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a678b8-a6c5-4bbd-886e-ff8f56372b30 admin admin] Pushing event updated for resources: {'Port': ['ID=a518fe3b-df2b-4953-908c-e0588f14c11c,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:24.323460 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73faea34-beb3-4b4b-b1b2-283f62c762c3 req-05cc63d5-9888-47df-acdd-8cdd6e038ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:24.324987 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-73faea34-beb3-4b4b-b1b2-283f62c762c3 req-05cc63d5-9888-47df-acdd-8cdd6e038ac4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2ec0b25771f4c22b0ae01dcc0fdf4c4&device_id=faa98a62-0bdb-4d98-8a7f-db2d9ce65bd6 HTTP/1.1" status: 200 len: 1096 time: 0.0927176 Sep 21 12:55:24.333465 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a9a678b8-a6c5-4bbd-886e-ff8f56372b30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:24.751768 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73faea34-beb3-4b4b-b1b2-283f62c762c3 req-d1e00170-3e42-4804-8b07-96ed25ad01fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:24.753416 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-73faea34-beb3-4b4b-b1b2-283f62c762c3 req-d1e00170-3e42-4804-8b07-96ed25ad01fc service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=e2ec0b25771f4c22b0ae01dcc0fdf4c4&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3789909 Sep 21 12:55:24.810652 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436d8a0-c1f7-4f10-84e7-fe9bda450b62 req-a0e303a3-9a0d-4573-9adf-0f8650115be6 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:24.818659 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d436d8a0-c1f7-4f10-84e7-fe9bda450b62 req-a0e303a3-9a0d-4573-9adf-0f8650115be6 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.1765625 Sep 21 12:55:24.852927 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9513ac-85c8-44dd-8c45-44fc55fb004f req-af1adb07-a598-4909-aba3-844b1289cdfa tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:24.854876 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ed9513ac-85c8-44dd-8c45-44fc55fb004f req-af1adb07-a598-4909-aba3-844b1289cdfa tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=faa98a62-0bdb-4d98-8a7f-db2d9ce65bd6 HTTP/1.1" status: 200 len: 943 time: 0.0770905 Sep 21 12:55:24.910989 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e7408b-53f9-4aae-9731-6249ba48c1d3 None None] Network 448bd693-ac99-4c36-8b6e-b9a357473df4 requested from dv-cinder-810131-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 12:55:24.935673 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ed9513ac-85c8-44dd-8c45-44fc55fb004f req-1479aecb-242e-4187-aaca-5845a4019063 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710797 Sep 21 12:55:24.972984 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d436d8a0-c1f7-4f10-84e7-fe9bda450b62 req-a0c0e9a1-f5c4-4f14-827b-6a52cea2210a tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508472 Sep 21 12:55:25.024256 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a9a678b8-a6c5-4bbd-886e-ff8f56372b30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618780'] for router, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:25.044444 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73faea34-beb3-4b4b-b1b2-283f62c762c3 req-af481231-57db-4696-8917-f83a9fa81cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:25.046104 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-73faea34-beb3-4b4b-b1b2-283f62c762c3 req-af481231-57db-4696-8917-f83a9fa81cef service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2549386 Sep 21 12:55:25.100422 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-52b85ed4-64bd-4e3e-9ca6-36299ae06c99 None None] Provisioning complete for port afe6b4a5-0219-4ab2-96e7-ce2ae756cc7b triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:55:25.101483 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7f55d604-278f-4be0-af8d-1b469b72aaf4 req-4de6bac3-c2b1-4780-b722-359450c334c3 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=684ee871-1ba3-4e42-be83-1e679529a751 HTTP/1.1" status: 200 len: 210 time: 0.0425026 Sep 21 12:55:25.104748 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-52b85ed4-64bd-4e3e-9ca6-36299ae06c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:25.142525 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30bee6-42d9-419c-90c4-28895f5774ee req-e17d0517-1f7a-432c-a94b-7fef65735ba5 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:25.144661 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7f30bee6-42d9-419c-90c4-28895f5774ee req-e17d0517-1f7a-432c-a94b-7fef65735ba5 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.45 "GET /v2.0/networks?id=27767f99-e281-4d5d-b898-81af78d20fab HTTP/1.1" status: 200 len: 808 time: 0.2010708 Sep 21 12:55:25.180572 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-7f30bee6-42d9-419c-90c4-28895f5774ee req-c8880377-94e4-4eeb-bd95-892857cc4b7e tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Request body: {'port': {'device_id': '684ee871-1ba3-4e42-be83-1e679529a751', 'network_id': '27767f99-e281-4d5d-b898-81af78d20fab', 'admin_state_up': True, 'tenant_id': '41db6092f2684c85a910fff2412dde08'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:55:25.252730 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c56a2-1050-4347-bf3f-7a214a22253d req-9df752e0-89bf-4d40-a4d5-8fee5e812d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:25.256158 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-076c56a2-1050-4347-bf3f-7a214a22253d req-9df752e0-89bf-4d40-a4d5-8fee5e812d26 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2ec0b25771f4c22b0ae01dcc0fdf4c4&device_id=faa98a62-0bdb-4d98-8a7f-db2d9ce65bd6 HTTP/1.1" status: 200 len: 1096 time: 0.0698314 Sep 21 12:55:25.330804 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-076c56a2-1050-4347-bf3f-7a214a22253d req-5505a294-f775-42e1-b22c-b3209d73a01f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dad6b51c-6509-434b-9b2b-3c118e9cf5fb HTTP/1.1" status: 200 len: 217 time: 0.0548153 Sep 21 12:55:25.341184 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a678b8-a6c5-4bbd-886e-ff8f56372b30 admin admin] Router 0d2f6837-5661-48bc-a51c-7fa04bb088ba is scheduled to L3 agent ac1410d3-fc19-41f1-a8a6-9305dbf296af with binding_index 1 {{(pid=93968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 12:55:25.443889 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f30bee6-42d9-419c-90c4-28895f5774ee req-c8880377-94e4-4eeb-bd95-892857cc4b7e tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Made reservation on behalf of 41db6092f2684c85a910fff2412dde08 for: {'port': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:55:25.447408 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-7f30bee6-42d9-419c-90c4-28895f5774ee req-c8880377-94e4-4eeb-bd95-892857cc4b7e tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:25.451034 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-52b85ed4-64bd-4e3e-9ca6-36299ae06c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:25.463715 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c56a2-1050-4347-bf3f-7a214a22253d req-d6b870bf-2eaf-4dc8-84b9-a5f0758492c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:25.465395 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-076c56a2-1050-4347-bf3f-7a214a22253d req-d6b870bf-2eaf-4dc8-84b9-a5f0758492c9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0243efde-fe2f-4d4f-9f40-170cfeada7be HTTP/1.1" status: 200 len: 853 time: 0.1189396 Sep 21 12:55:25.511121 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-52b85ed4-64bd-4e3e-9ca6-36299ae06c99 None None] For port afe6b4a5-0219-4ab2-96e7-ce2ae756cc7b, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=afe6b4a5-0219-4ab2-96e7-ce2ae756cc7b,segment=NetworkSegment(d65f44a9-e76e-4bb2-9420-80b10a796110),segment_id=d65f44a9-e76e-4bb2-9420-80b10a796110)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:55:25.517699 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-52b85ed4-64bd-4e3e-9ca6-36299ae06c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:25.545874 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-076c56a2-1050-4347-bf3f-7a214a22253d req-1b44b8cc-06da-46da-9169-892e8abab159 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bfa955ee-caa2-4aa5-bdf2-91dd256312eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713837 Sep 21 12:55:25.649282 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b85ed4-64bd-4e3e-9ca6-36299ae06c99 None None] Pushing event updated for resources: {'Port': ['ID=afe6b4a5-0219-4ab2-96e7-ce2ae756cc7b,revision_number=3']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:25.700977 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a678b8-a6c5-4bbd-886e-ff8f56372b30 admin admin] Notify agent at l3_agent.dv-cinder-810131-2-iscsi the message routers_updated {{(pid=93968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:55:25.712986 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3439e793-531e-4501-9568-5bd4df970551 None None] Sync routers for ids ['0d2f6837-5661-48bc-a51c-7fa04bb088ba'] in dv-cinder-810131-2-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:55:25.749424 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3439e793-531e-4501-9568-5bd4df970551 None None] Routers {'0d2f6837-5661-48bc-a51c-7fa04bb088ba'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 12:55:25.750762 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-3439e793-531e-4501-9568-5bd4df970551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T12:55:15Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['0d2f6837-5661-48bc-a51c-7fa04bb088ba'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:55:25.770945 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a9a678b8-a6c5-4bbd-886e-ff8f56372b30 admin admin] Notify callbacks [] for router, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:25.774910 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-a9a678b8-a6c5-4bbd-886e-ff8f56372b30 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.7359674 Sep 21 12:55:25.775031 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 55728) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:55:25.781964 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [req-7f30bee6-42d9-419c-90c4-28895f5774ee req-c8880377-94e4-4eeb-bd95-892857cc4b7e tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Allocated IP 172.20.0.9 (27767f99-e281-4d5d-b898-81af78d20fab/a6a6bf61-a666-4cb5-b72a-cec9fdaeee40/8157f900-09d6-4c15-807f-06a32d295fb1) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:55:25.842833 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-076c56a2-1050-4347-bf3f-7a214a22253d req-451e010d-7926-4eb1-8189-983bc5cab7cc service neutron] 10.222.0.45 "GET /v2.0/networks/bfa955ee-caa2-4aa5-bdf2-91dd256312eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819676 Sep 21 12:55:25.844643 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-3546005b-3156-4dba-b144-3dc4afaaa006 None None] Provisioning complete for port afe6b4a5-0219-4ab2-96e7-ce2ae756cc7b triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:55:25.845014 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-3546005b-3156-4dba-b144-3dc4afaaa006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:25.891055 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device afe6b4a5-0219-4ab2-96e7-ce2ae756cc7b up at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:55:25.896361 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-3439e793-531e-4501-9568-5bd4df970551 None None] Set router 0d2f6837-5661-48bc-a51c-7fa04bb088ba gateway port host: dv-cinder-810131-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 12:55:26.025901 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-7f30bee6-42d9-419c-90c4-28895f5774ee req-c8880377-94e4-4eeb-bd95-892857cc4b7e tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:26.051277 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Provisioning complete for port afe6b4a5-0219-4ab2-96e7-ce2ae756cc7b triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:55:26.051835 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:26.129160 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-7f30bee6-42d9-419c-90c4-28895f5774ee req-c8880377-94e4-4eeb-bd95-892857cc4b7e tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:26.135562 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-076c56a2-1050-4347-bf3f-7a214a22253d req-c7d3b54e-2032-4b89-bf26-5d0c8cf57e0d service neutron] 10.222.0.45 "GET /v2.0/networks/bfa955ee-caa2-4aa5-bdf2-91dd256312eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814941 Sep 21 12:55:26.136684 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-3439e793-531e-4501-9568-5bd4df970551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1576903005-router', 'tenant_id': '1b3ede534435481c9544b6bd95cee453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a518fe3b-df2b-4953-908c-e0588f14c11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:55:23Z', 'updated_at': '2021-09-21T12:55:24Z', 'revision_number': 3, 'project_id': '1b3ede534435481c9544b6bd95cee453', 'gw_port': {'id': 'a518fe3b-df2b-4953-908c-e0588f14c11c', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:55:23Z', 'updated_at': '2021-09-21T12:55:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi'}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:55:26.146095 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b178013-b757-49bb-96c0-95ed27760515 req-1ab9e175-434a-4b2e-93eb-922de3c50f0d tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:26.153364 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5b178013-b757-49bb-96c0-95ed27760515 req-1ab9e175-434a-4b2e-93eb-922de3c50f0d tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=faa98a62-0bdb-4d98-8a7f-db2d9ce65bd6 HTTP/1.1" status: 200 len: 943 time: 0.1017647 Sep 21 12:55:26.172329 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3439e793-531e-4501-9568-5bd4df970551 None None] Checking router: 0d2f6837-5661-48bc-a51c-7fa04bb088ba for host: dv-cinder-810131-2-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:55:26.172682 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3439e793-531e-4501-9568-5bd4df970551 None None] Updating router 0d2f6837-5661-48bc-a51c-7fa04bb088ba port a518fe3b-df2b-4953-908c-e0588f14c11c binding host dv-cinder-810131-2-iscsi {{(pid=93971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 12:55:26.182702 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f30bee6-42d9-419c-90c4-28895f5774ee req-c8880377-94e4-4eeb-bd95-892857cc4b7e tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Network 27767f99-e281-4d5d-b898-81af78d20fab is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:55:26.187893 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [req-7f30bee6-42d9-419c-90c4-28895f5774ee req-c8880377-94e4-4eeb-bd95-892857cc4b7e tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:55:26.196628 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f30bee6-42d9-419c-90c4-28895f5774ee req-c8880377-94e4-4eeb-bd95-892857cc4b7e tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 12:55:26.200151 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-3439e793-531e-4501-9568-5bd4df970551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:26.203907 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30bee6-42d9-419c-90c4-28895f5774ee req-c8880377-94e4-4eeb-bd95-892857cc4b7e tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:26.203907 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-7f30bee6-42d9-419c-90c4-28895f5774ee req-c8880377-94e4-4eeb-bd95-892857cc4b7e tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:26.208447 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8880377-94e4-4eeb-bd95-892857cc4b7e tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Pushing event updated for resources: {'Port': ['ID=8157f900-09d6-4c15-807f-06a32d295fb1,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:26.222980 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ca79f-06cf-41b7-8989-e546b0ac8061 req-a4f88299-cd17-4796-8601-f7d01cba6c20 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:26.224549 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ef0ca79f-06cf-41b7-8989-e546b0ac8061 req-a4f88299-cd17-4796-8601-f7d01cba6c20 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.1293068 Sep 21 12:55:26.235762 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7f30bee6-42d9-419c-90c4-28895f5774ee req-c8880377-94e4-4eeb-bd95-892857cc4b7e tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0589213 Sep 21 12:55:26.251697 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5b178013-b757-49bb-96c0-95ed27760515 req-6ee001ac-8412-4ab7-a4c2-d8bb7f00a0cf tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948224 Sep 21 12:55:26.270374 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ef0ca79f-06cf-41b7-8989-e546b0ac8061 req-d54f70ea-ea33-4867-b64c-efe927d68b39 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345502 Sep 21 12:55:26.405954 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9465c79-8990-4fd2-9f58-0574e5b68222 req-42e337b8-a409-4027-a791-276d32438b51 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:26.407378 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a9465c79-8990-4fd2-9f58-0574e5b68222 req-42e337b8-a409-4027-a791-276d32438b51 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=684ee871-1ba3-4e42-be83-1e679529a751 HTTP/1.1" status: 200 len: 931 time: 0.0959105 Sep 21 12:55:26.484220 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a9465c79-8990-4fd2-9f58-0574e5b68222 req-7db4fe5c-bab7-4d49-840a-cb770e0ad8b6 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a976e39-3baf-4d1f-bc7b-a7bc78123ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676877 Sep 21 12:55:26.489444 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-3439e793-531e-4501-9568-5bd4df970551 None None] Notify callbacks [] for port, precommit_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:26.495660 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-3439e793-531e-4501-9568-5bd4df970551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:26.547282 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-3439e793-531e-4501-9568-5bd4df970551 None None] Attempting to bind port a518fe3b-df2b-4953-908c-e0588f14c11c on host dv-cinder-810131-2-iscsi for vnic_type normal with profile {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 12:55:26.547656 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-3439e793-531e-4501-9568-5bd4df970551 None None] Attempting to bind port a518fe3b-df2b-4953-908c-e0588f14c11c by drivers openvswitch,hyperv on host dv-cinder-810131-2-iscsi at level 0 using segments [{'id': 'e2b94f31-7b3f-4aad-87c8-37618fa3f855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 12:55:26.548024 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3439e793-531e-4501-9568-5bd4df970551 None None] Attempting to bind port a518fe3b-df2b-4953-908c-e0588f14c11c on network 3589cb95-8b7f-464f-a8af-ebd0722ed0b9 {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:55:26.558226 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c1f63-2472-4411-9cf1-78fdfda3ba84 None None] Pushing event updated for resources: {'Port': ['ID=a518fe3b-df2b-4953-908c-e0588f14c11c,revision_number=2']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:26.561748 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3439e793-531e-4501-9568-5bd4df970551 None None] Checking agent: {'id': 'e9e90178-f2ac-4c99-b085-229d580e108d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 12, 46, 16), 'started_at': datetime.datetime(2021, 9, 21, 12, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 12, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 12:55:26.562124 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3439e793-531e-4501-9568-5bd4df970551 None None] Checking segment: {'id': 'e2b94f31-7b3f-4aad-87c8-37618fa3f855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:55:26.562561 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-3439e793-531e-4501-9568-5bd4df970551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:26.562963 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3439e793-531e-4501-9568-5bd4df970551 None None] Bound using segment: {'id': 'e2b94f31-7b3f-4aad-87c8-37618fa3f855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:55:26.563454 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-3439e793-531e-4501-9568-5bd4df970551 None None] Bound port: a518fe3b-df2b-4953-908c-e0588f14c11c, host: dv-cinder-810131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2b94f31-7b3f-4aad-87c8-37618fa3f855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'}}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 12:55:26.563860 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-3439e793-531e-4501-9568-5bd4df970551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:26.589666 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c1f63-2472-4411-9cf1-78fdfda3ba84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:55:26.590027 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c1f63-2472-4411-9cf1-78fdfda3ba84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:55:26.590363 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c1f63-2472-4411-9cf1-78fdfda3ba84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:55:26.590733 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c1f63-2472-4411-9cf1-78fdfda3ba84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:55:26.591070 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c1f63-2472-4411-9cf1-78fdfda3ba84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:55:26.591405 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c1f63-2472-4411-9cf1-78fdfda3ba84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:55:26.591738 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c1f63-2472-4411-9cf1-78fdfda3ba84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:55:26.592068 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c1f63-2472-4411-9cf1-78fdfda3ba84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:55:26.592422 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c1f63-2472-4411-9cf1-78fdfda3ba84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:55:26.592755 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c1f63-2472-4411-9cf1-78fdfda3ba84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:55:26.593084 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c1f63-2472-4411-9cf1-78fdfda3ba84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:55:26.593408 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336c1f63-2472-4411-9cf1-78fdfda3ba84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:55:26.638299 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-3439e793-531e-4501-9568-5bd4df970551 None None] For port a518fe3b-df2b-4953-908c-e0588f14c11c, host dv-cinder-810131-2-iscsi, cleared binding levels {{(pid=93971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:55:26.644607 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-3439e793-531e-4501-9568-5bd4df970551 None None] For port a518fe3b-df2b-4953-908c-e0588f14c11c, host dv-cinder-810131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=a518fe3b-df2b-4953-908c-e0588f14c11c,segment=NetworkSegment(e2b94f31-7b3f-4aad-87c8-37618fa3f855),segment_id=e2b94f31-7b3f-4aad-87c8-37618fa3f855)] {{(pid=93971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:55:26.657576 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-3439e793-531e-4501-9568-5bd4df970551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:26.738159 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c1f63-2472-4411-9cf1-78fdfda3ba84 None None] Pushing event updated for resources: {'Port': ['ID=a518fe3b-df2b-4953-908c-e0588f14c11c,revision_number=3']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:26.741079 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3439e793-531e-4501-9568-5bd4df970551 None None] Routers {'0d2f6837-5661-48bc-a51c-7fa04bb088ba'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 12:55:26.741661 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-3439e793-531e-4501-9568-5bd4df970551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T12:55:15Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['0d2f6837-5661-48bc-a51c-7fa04bb088ba'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:55:26.768260 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4ab97d26-7865-49f5-a4ff-b9fd173a1799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:26.858021 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-3439e793-531e-4501-9568-5bd4df970551 None None] Set router 0d2f6837-5661-48bc-a51c-7fa04bb088ba gateway port host: dv-cinder-810131-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 12:55:26.925537 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-4ab97d26-7865-49f5-a4ff-b9fd173a1799 admin admin] Allocated IP 172.20.0.1 (448bd693-ac99-4c36-8b6e-b9a357473df4/afc0ebff-08f8-4d98-a7ec-9196a5213e06/083781c0-285a-4de8-b305-fd4342b2b13a) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:55:27.031476 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4ab97d26-7865-49f5-a4ff-b9fd173a1799 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:27.044698 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-3439e793-531e-4501-9568-5bd4df970551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1576903005-router', 'tenant_id': '1b3ede534435481c9544b6bd95cee453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a518fe3b-df2b-4953-908c-e0588f14c11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:55:23Z', 'updated_at': '2021-09-21T12:55:24Z', 'revision_number': 3, 'project_id': '1b3ede534435481c9544b6bd95cee453', 'gw_port': {'id': 'a518fe3b-df2b-4953-908c-e0588f14c11c', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:55:23Z', 'updated_at': '2021-09-21T12:55:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi'}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:55:27.067259 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4ab97d26-7865-49f5-a4ff-b9fd173a1799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168646'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:27.074149 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3439e793-531e-4501-9568-5bd4df970551 None None] The sync data for ids ['0d2f6837-5661-48bc-a51c-7fa04bb088ba'] in dv-cinder-810131-2-iscsi is: [{'id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1576903005-router', 'tenant_id': '1b3ede534435481c9544b6bd95cee453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a518fe3b-df2b-4953-908c-e0588f14c11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:55:23Z', 'updated_at': '2021-09-21T12:55:24Z', 'revision_number': 3, 'project_id': '1b3ede534435481c9544b6bd95cee453', 'gw_port': {'id': 'a518fe3b-df2b-4953-908c-e0588f14c11c', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:55:23Z', 'updated_at': '2021-09-21T12:55:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi'}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:55:27.116311 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab97d26-7865-49f5-a4ff-b9fd173a1799 admin admin] Network 448bd693-ac99-4c36-8b6e-b9a357473df4 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:55:27.120515 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-4ab97d26-7865-49f5-a4ff-b9fd173a1799 admin admin] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:55:27.127498 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab97d26-7865-49f5-a4ff-b9fd173a1799 admin admin] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 12:55:27.130233 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab97d26-7865-49f5-a4ff-b9fd173a1799 admin admin] Pushing event updated for resources: {'Port': ['ID=083781c0-285a-4de8-b305-fd4342b2b13a,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:27.177508 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4ab97d26-7865-49f5-a4ff-b9fd173a1799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1618827'] for router_interface, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:27.314682 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c6c73048-dbdb-41f4-8da6-02678951b979 None None] Provisioning complete for port 083781c0-285a-4de8-b305-fd4342b2b13a triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:55:27.316370 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c6c73048-dbdb-41f4-8da6-02678951b979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:27.330560 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4ab97d26-7865-49f5-a4ff-b9fd173a1799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:27.377843 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-c6c73048-dbdb-41f4-8da6-02678951b979 None None] Port 083781c0-285a-4de8-b305-fd4342b2b13a cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 12:55:27.435328 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3be89-7d55-4ec3-bb23-a9e2dd1fde7a req-d75d9196-15c9-401d-aefe-e67770d1b08a tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:27.436918 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0fc3be89-7d55-4ec3-bb23-a9e2dd1fde7a req-d75d9196-15c9-401d-aefe-e67770d1b08a tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=faa98a62-0bdb-4d98-8a7f-db2d9ce65bd6 HTTP/1.1" status: 200 len: 943 time: 0.0720170 Sep 21 12:55:27.485626 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0fc3be89-7d55-4ec3-bb23-a9e2dd1fde7a req-01645dc8-f7f7-43c7-95f2-4cbad74ec66b tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417633 Sep 21 12:55:27.486677 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb421c7-d4dc-43b3-87bf-065d3aabe9e7 req-31785eaa-8284-4b51-90c9-cacb82a1125e tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:27.488622 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-fcb421c7-d4dc-43b3-87bf-065d3aabe9e7 req-31785eaa-8284-4b51-90c9-cacb82a1125e tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.0874908 Sep 21 12:55:27.589486 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-fcb421c7-d4dc-43b3-87bf-065d3aabe9e7 req-5e496dda-2263-4a65-aa90-44f9be4cef0a tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932941 Sep 21 12:55:27.628259 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc37857-2ae7-43ae-90f5-708197c1a968 req-d3e65949-0858-4606-aa45-68680ed1b667 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:27.630109 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9cc37857-2ae7-43ae-90f5-708197c1a968 req-d3e65949-0858-4606-aa45-68680ed1b667 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=684ee871-1ba3-4e42-be83-1e679529a751 HTTP/1.1" status: 200 len: 931 time: 0.0573678 Sep 21 12:55:27.638438 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4ab97d26-7865-49f5-a4ff-b9fd173a1799 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:27.645078 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4ab97d26-7865-49f5-a4ff-b9fd173a1799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168671'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:27.692055 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9cc37857-2ae7-43ae-90f5-708197c1a968 req-9b303985-3ba5-4ddc-b966-f9eb16be8ab3 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a976e39-3baf-4d1f-bc7b-a7bc78123ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532980 Sep 21 12:55:27.734911 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4ab97d26-7865-49f5-a4ff-b9fd173a1799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1791917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1618203'] for router_interface, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:27.738097 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab97d26-7865-49f5-a4ff-b9fd173a1799 admin admin] Pushing event updated for resources: {'Port': ['ID=083781c0-285a-4de8-b305-fd4342b2b13a,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:27.831152 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device a518fe3b-df2b-4953-908c-e0588f14c11c up at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:55:27.850736 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab97d26-7865-49f5-a4ff-b9fd173a1799 admin admin] Network 448bd693-ac99-4c36-8b6e-b9a357473df4 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:55:27.852356 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-4ab97d26-7865-49f5-a4ff-b9fd173a1799 admin admin] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:55:27.907144 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Provisioning complete for port a518fe3b-df2b-4953-908c-e0588f14c11c triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:55:27.908005 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:27.992319 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab97d26-7865-49f5-a4ff-b9fd173a1799 admin admin] Router 0d2f6837-5661-48bc-a51c-7fa04bb088ba has already been hosted by L3 agent ac1410d3-fc19-41f1-a8a6-9305dbf296af {{(pid=93968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:55:27.997558 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:28.026337 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] For port a518fe3b-df2b-4953-908c-e0588f14c11c, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=a518fe3b-df2b-4953-908c-e0588f14c11c,segment=NetworkSegment(e2b94f31-7b3f-4aad-87c8-37618fa3f855),segment_id=e2b94f31-7b3f-4aad-87c8-37618fa3f855)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:55:28.031623 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:28.032501 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device afe6b4a5-0219-4ab2-96e7-ce2ae756cc7b up at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:55:28.121166 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab97d26-7865-49f5-a4ff-b9fd173a1799 admin admin] Notify agent at l3_agent.dv-cinder-810131-2-iscsi the message routers_updated {{(pid=93968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:55:28.127071 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-4ab97d26-7865-49f5-a4ff-b9fd173a1799 admin admin] 10.222.0.32 "PUT /v2.0/routers/0d2f6837-5661-48bc-a51c-7fa04bb088ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3510728 Sep 21 12:55:28.145795 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-862a83a5-2d0e-4b77-a67c-912ee10a71b5 None None] Provisioning complete for port 083781c0-285a-4de8-b305-fd4342b2b13a triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:55:28.146186 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-862a83a5-2d0e-4b77-a67c-912ee10a71b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:28.148636 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Pushing event updated for resources: {'Port': ['ID=a518fe3b-df2b-4953-908c-e0588f14c11c,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:28.185193 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Provisioning complete for port afe6b4a5-0219-4ab2-96e7-ce2ae756cc7b triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:55:28.185572 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:28.212024 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-862a83a5-2d0e-4b77-a67c-912ee10a71b5 None None] Port 083781c0-285a-4de8-b305-fd4342b2b13a cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 12:55:28.600925 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 55770) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:55:28.606180 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-a0376d73-3d59-44bf-ae23-334c06faac29 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Request body: {'security_group': {'name': 'tempest-securitygroup--144439299', 'description': 'tempest-description--1778561432'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:55:28.645597 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2732f2-d583-448f-b104-da48e4bcc046 req-cca35aba-f877-4410-8589-0135c6c13a90 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:28.647155 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ed2732f2-d583-448f-b104-da48e4bcc046 req-cca35aba-f877-4410-8589-0135c6c13a90 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=faa98a62-0bdb-4d98-8a7f-db2d9ce65bd6 HTTP/1.1" status: 200 len: 943 time: 0.0775211 Sep 21 12:55:28.648371 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a0376d73-3d59-44bf-ae23-334c06faac29 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:28.714453 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ed2732f2-d583-448f-b104-da48e4bcc046 req-9efdfe23-1ac7-428d-a562-9dc8fc1a99b8 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568848 Sep 21 12:55:28.740242 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322439f6-60b5-4f41-9139-3db8492da6a1 req-b20e6a7e-a4b5-42b0-8b75-6959190bfee5 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:28.740242 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-322439f6-60b5-4f41-9139-3db8492da6a1 req-b20e6a7e-a4b5-42b0-8b75-6959190bfee5 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.0630879 Sep 21 12:55:28.799173 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-322439f6-60b5-4f41-9139-3db8492da6a1 req-aa3a3265-3ad0-42f6-9240-6182f9c98b52 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562670 Sep 21 12:55:28.814849 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a0376d73-3d59-44bf-ae23-334c06faac29 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:28.827976 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a0376d73-3d59-44bf-ae23-334c06faac29 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:28.869963 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a0376d73-3d59-44bf-ae23-334c06faac29 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:28.871125 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-a0376d73-3d59-44bf-ae23-334c06faac29 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2683976 Sep 21 12:55:28.875489 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 55782) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:55:28.878600 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faad17be-ee50-4255-a0f3-ce7c54a65375 None None] Sync routers for ids ['0d2f6837-5661-48bc-a51c-7fa04bb088ba'] in dv-cinder-810131-2-iscsi {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:55:28.882316 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-4310e40a-c27d-481e-8380-671d8ae35b05 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Request body: {'security_group_rule': {'security_group_id': 'bda5b9ee-8817-4972-8ca3-8ade68117099', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:55:28.887916 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0376d73-3d59-44bf-ae23-334c06faac29 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bda5b9ee-8817-4972-8ca3-8ade68117099,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:28.901074 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb71c7-9dab-43b9-a4cb-f7b629eb3e17 req-53192cbf-e010-4901-9a0f-9eee1c68a94c tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:28.902706 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-13bb71c7-9dab-43b9-a4cb-f7b629eb3e17 req-53192cbf-e010-4901-9a0f-9eee1c68a94c tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=684ee871-1ba3-4e42-be83-1e679529a751 HTTP/1.1" status: 200 len: 931 time: 0.0987835 Sep 21 12:55:28.902913 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faad17be-ee50-4255-a0f3-ce7c54a65375 None None] Routers {'0d2f6837-5661-48bc-a51c-7fa04bb088ba'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 12:55:28.904013 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-faad17be-ee50-4255-a0f3-ce7c54a65375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T12:55:15Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['0d2f6837-5661-48bc-a51c-7fa04bb088ba'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:55:28.920935 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-7f30bee6-42d9-419c-90c4-28895f5774ee req-794b1df6-1915-48ec-b799-3605ef81cebe service neutron] Request body: {'port': {'device_id': '684ee871-1ba3-4e42-be83-1e679529a751', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81013'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:55:28.927921 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4310e40a-c27d-481e-8380-671d8ae35b05 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:28.992102 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-13bb71c7-9dab-43b9-a4cb-f7b629eb3e17 req-f918a128-2deb-40b4-8fe8-42ac0fc48ad5 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a976e39-3baf-4d1f-bc7b-a7bc78123ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808921 Sep 21 12:55:28.998175 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4310e40a-c27d-481e-8380-671d8ae35b05 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:29.000384 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-7f30bee6-42d9-419c-90c4-28895f5774ee req-794b1df6-1915-48ec-b799-3605ef81cebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:29.003348 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4310e40a-c27d-481e-8380-671d8ae35b05 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628989'] for security_group_rule, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:29.034019 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4310e40a-c27d-481e-8380-671d8ae35b05 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b797dddd-67f6-4fda-83d4-69f22f09b533,revision_number=0']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:29.044764 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4310e40a-c27d-481e-8380-671d8ae35b05 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:29.049408 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-4310e40a-c27d-481e-8380-671d8ae35b05 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1728816 Sep 21 12:55:29.050321 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 55784) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:55:29.055499 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-cfe82b07-dcef-437f-b26e-4419ba02c2b6 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Request body: {'security_group_rule': {'security_group_id': 'bda5b9ee-8817-4972-8ca3-8ade68117099', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:55:29.058663 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-faad17be-ee50-4255-a0f3-ce7c54a65375 None None] Set router 0d2f6837-5661-48bc-a51c-7fa04bb088ba gateway port host: dv-cinder-810131-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 12:55:29.085980 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cfe82b07-dcef-437f-b26e-4419ba02c2b6 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:29.147857 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cfe82b07-dcef-437f-b26e-4419ba02c2b6 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:29.152314 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cfe82b07-dcef-437f-b26e-4419ba02c2b6 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628989'] for security_group_rule, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:29.173745 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe82b07-dcef-437f-b26e-4419ba02c2b6 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d24f577f-e4a2-482e-a2be-8dc7984e4e73,revision_number=0']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:29.178305 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-cfe82b07-dcef-437f-b26e-4419ba02c2b6 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:29.179672 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-cfe82b07-dcef-437f-b26e-4419ba02c2b6 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1277280 Sep 21 12:55:29.182652 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 55786) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:55:29.187134 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-3a325ea5-b1d0-4a2a-8f14-89ebf7a56f9c tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Request body: {'floatingip': {'floating_network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:55:29.213386 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3a325ea5-b1d0-4a2a-8f14-89ebf7a56f9c tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks [] for floatingip, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:29.286050 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [req-7f30bee6-42d9-419c-90c4-28895f5774ee req-794b1df6-1915-48ec-b799-3605ef81cebe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8157f900-09d6-4c15-807f-06a32d295fb1 {{(pid=93969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 12:55:29.293673 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-7f30bee6-42d9-419c-90c4-28895f5774ee req-794b1df6-1915-48ec-b799-3605ef81cebe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:29.307465 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-7f30bee6-42d9-419c-90c4-28895f5774ee req-794b1df6-1915-48ec-b799-3605ef81cebe service neutron] Transition to ACTIVE for port object 8157f900-09d6-4c15-807f-06a32d295fb1 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 12:55:29.311030 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-7f30bee6-42d9-419c-90c4-28895f5774ee req-794b1df6-1915-48ec-b799-3605ef81cebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:29.323974 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3a325ea5-b1d0-4a2a-8f14-89ebf7a56f9c tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:29.363378 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794b1df6-1915-48ec-b799-3605ef81cebe service neutron] Pushing event updated for resources: {'Port': ['ID=8157f900-09d6-4c15-807f-06a32d295fb1,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:29.403627 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-faad17be-ee50-4255-a0f3-ce7c54a65375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1576903005-router', 'tenant_id': '1b3ede534435481c9544b6bd95cee453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a518fe3b-df2b-4953-908c-e0588f14c11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:55:23Z', 'updated_at': '2021-09-21T12:55:27Z', 'revision_number': 4, 'project_id': '1b3ede534435481c9544b6bd95cee453', 'gw_port': {'id': 'a518fe3b-df2b-4953-908c-e0588f14c11c', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:55:23Z', 'updated_at': '2021-09-21T12:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': '083781c0-285a-4de8-b305-fd4342b2b13a', 'name': '', 'network_id': '448bd693-ac99-4c36-8b6e-b9a357473df4', 'tenant_id': '1b3ede534435481c9544b6bd95cee453', 'mac_address': 'fa:16:3e:75:f7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'afc0ebff-08f8-4d98-a7ec-9196a5213e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:55:26Z', 'updated_at': '2021-09-21T12:55:27Z', 'revision_number': 2, 'project_id': '1b3ede534435481c9544b6bd95cee453', 'subnets': [{'id': 'afc0ebff-08f8-4d98-a7ec-9196a5213e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:55:29.409322 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-7f30bee6-42d9-419c-90c4-28895f5774ee req-794b1df6-1915-48ec-b799-3605ef81cebe service neutron] Attempting to bind port 8157f900-09d6-4c15-807f-06a32d295fb1 on host hv-cinder-81013 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 12:55:29.410358 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-7f30bee6-42d9-419c-90c4-28895f5774ee req-794b1df6-1915-48ec-b799-3605ef81cebe service neutron] Attempting to bind port 8157f900-09d6-4c15-807f-06a32d295fb1 by drivers openvswitch,hyperv on host hv-cinder-81013 at level 0 using segments [{'id': '8ce5ce37-b5d4-4f1c-b3f1-8a9a5c079009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '27767f99-e281-4d5d-b898-81af78d20fab'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 12:55:29.410863 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f30bee6-42d9-419c-90c4-28895f5774ee req-794b1df6-1915-48ec-b799-3605ef81cebe service neutron] Attempting to bind port 8157f900-09d6-4c15-807f-06a32d295fb1 on network 27767f99-e281-4d5d-b898-81af78d20fab {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:55:29.415428 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f30bee6-42d9-419c-90c4-28895f5774ee req-794b1df6-1915-48ec-b799-3605ef81cebe service neutron] Port 8157f900-09d6-4c15-807f-06a32d295fb1 on network 27767f99-e281-4d5d-b898-81af78d20fab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81013 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 12:55:29.415936 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f30bee6-42d9-419c-90c4-28895f5774ee req-794b1df6-1915-48ec-b799-3605ef81cebe service neutron] Attempting to bind port 8157f900-09d6-4c15-807f-06a32d295fb1 on network 27767f99-e281-4d5d-b898-81af78d20fab {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:55:29.421105 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f30bee6-42d9-419c-90c4-28895f5774ee req-794b1df6-1915-48ec-b799-3605ef81cebe service neutron] Checking agent: {'id': 'a6e01e35-01d6-479f-9faf-9c323aed8d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 12, 52, 16), 'started_at': datetime.datetime(2021, 9, 21, 12, 52, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 12, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 12:55:29.421657 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f30bee6-42d9-419c-90c4-28895f5774ee req-794b1df6-1915-48ec-b799-3605ef81cebe service neutron] Checking segment: {'id': '8ce5ce37-b5d4-4f1c-b3f1-8a9a5c079009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '27767f99-e281-4d5d-b898-81af78d20fab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:55:29.422041 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f30bee6-42d9-419c-90c4-28895f5774ee req-794b1df6-1915-48ec-b799-3605ef81cebe service neutron] Bound using segment: {'id': '8ce5ce37-b5d4-4f1c-b3f1-8a9a5c079009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '27767f99-e281-4d5d-b898-81af78d20fab'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:55:29.422491 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-7f30bee6-42d9-419c-90c4-28895f5774ee req-794b1df6-1915-48ec-b799-3605ef81cebe service neutron] Bound port: 8157f900-09d6-4c15-807f-06a32d295fb1, host: hv-cinder-81013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ce5ce37-b5d4-4f1c-b3f1-8a9a5c079009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '27767f99-e281-4d5d-b898-81af78d20fab'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 12:55:29.422845 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-7f30bee6-42d9-419c-90c4-28895f5774ee req-794b1df6-1915-48ec-b799-3605ef81cebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:29.432584 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faad17be-ee50-4255-a0f3-ce7c54a65375 None None] Checking router: 0d2f6837-5661-48bc-a51c-7fa04bb088ba for host: dv-cinder-810131-2-iscsi {{(pid=93970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:55:29.432943 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faad17be-ee50-4255-a0f3-ce7c54a65375 None None] Updating router 0d2f6837-5661-48bc-a51c-7fa04bb088ba port 083781c0-285a-4de8-b305-fd4342b2b13a binding host dv-cinder-810131-2-iscsi {{(pid=93970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 12:55:29.440100 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-3a325ea5-b1d0-4a2a-8f14-89ebf7a56f9c tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Allocated IP 172.27.0.150 (3589cb95-8b7f-464f-a8af-ebd0722ed0b9/83bd8dfa-a4af-4a48-a00e-8b360d22b666/1ef03d94-da8e-4764-af49-f1ecfa48ef3b) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:55:29.460041 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-faad17be-ee50-4255-a0f3-ce7c54a65375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:29.490831 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-7f30bee6-42d9-419c-90c4-28895f5774ee req-794b1df6-1915-48ec-b799-3605ef81cebe service neutron] For port 8157f900-09d6-4c15-807f-06a32d295fb1, host hv-cinder-81013, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:55:29.494148 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-7f30bee6-42d9-419c-90c4-28895f5774ee req-794b1df6-1915-48ec-b799-3605ef81cebe service neutron] For port 8157f900-09d6-4c15-807f-06a32d295fb1, host hv-cinder-81013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=8157f900-09d6-4c15-807f-06a32d295fb1,segment=NetworkSegment(8ce5ce37-b5d4-4f1c-b3f1-8a9a5c079009),segment_id=8ce5ce37-b5d4-4f1c-b3f1-8a9a5c079009)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:55:29.499672 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-7f30bee6-42d9-419c-90c4-28895f5774ee req-794b1df6-1915-48ec-b799-3605ef81cebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:29.540058 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30bee6-42d9-419c-90c4-28895f5774ee req-794b1df6-1915-48ec-b799-3605ef81cebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:29.540631 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-7f30bee6-42d9-419c-90c4-28895f5774ee req-794b1df6-1915-48ec-b799-3605ef81cebe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:29.542105 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7f30bee6-42d9-419c-90c4-28895f5774ee req-794b1df6-1915-48ec-b799-3605ef81cebe service neutron] 10.222.0.45 "PUT /v2.0/ports/8157f900-09d6-4c15-807f-06a32d295fb1 HTTP/1.1" status: 200 len: 1093 time: 0.6298704 Sep 21 12:55:29.542550 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '684ee871-1ba3-4e42-be83-1e679529a751', 'tag': '8157f900-09d6-4c15-807f-06a32d295fb1'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 12:55:29.544859 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}891eab8d1a3043c3e369406f1201b67df81013e3c20d23918ff9fd5cd34c6e83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da76b05-3ab6-4101-97a5-c0e3f5955a23" -d '{"events": [{"name": "network-changed", "server_uuid": "684ee871-1ba3-4e42-be83-1e679529a751", "tag": "8157f900-09d6-4c15-807f-06a32d295fb1"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:55:29.558423 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3a325ea5-b1d0-4a2a-8f14-89ebf7a56f9c tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:29.576689 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794b1df6-1915-48ec-b799-3605ef81cebe service neutron] Pushing event updated for resources: {'Port': ['ID=8157f900-09d6-4c15-807f-06a32d295fb1,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:29.589209 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 12:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f568e7-746d-4881-99bd-14eceb8b5a5d x-openstack-request-id: req-e8f568e7-746d-4881-99bd-14eceb8b5a5d {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:55:29.589506 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "684ee871-1ba3-4e42-be83-1e679529a751", "tag": "8157f900-09d6-4c15-807f-06a32d295fb1", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:55:29.589809 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e8f568e7-746d-4881-99bd-14eceb8b5a5d {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:55:29.590207 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '684ee871-1ba3-4e42-be83-1e679529a751', 'tag': '8157f900-09d6-4c15-807f-06a32d295fb1', 'status': 'completed', 'code': 200} Sep 21 12:55:29.617037 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3a325ea5-b1d0-4a2a-8f14-89ebf7a56f9c tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168646'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:29.660373 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a325ea5-b1d0-4a2a-8f14-89ebf7a56f9c tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Network 3589cb95-8b7f-464f-a8af-ebd0722ed0b9 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:55:29.665354 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-3a325ea5-b1d0-4a2a-8f14-89ebf7a56f9c tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:55:29.669261 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a325ea5-b1d0-4a2a-8f14-89ebf7a56f9c tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 12:55:29.694751 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a325ea5-b1d0-4a2a-8f14-89ebf7a56f9c tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Pushing event updated for resources: {'Port': ['ID=1ef03d94-da8e-4764-af49-f1ecfa48ef3b,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:29.748784 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device a518fe3b-df2b-4953-908c-e0588f14c11c up at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:55:29.798000 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-faad17be-ee50-4255-a0f3-ce7c54a65375 None None] Notify callbacks [] for port, precommit_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:29.810031 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-faad17be-ee50-4255-a0f3-ce7c54a65375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:29.839747 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3a325ea5-b1d0-4a2a-8f14-89ebf7a56f9c tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:29.861904 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0c693-9582-4fe1-be94-8479a85e9d6c req-ac191f1d-118a-4136-8659-fe7ab33cbcd9 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:29.863985 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Provisioning complete for port a518fe3b-df2b-4953-908c-e0588f14c11c triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:55:29.864355 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:29.867852 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cff0c693-9582-4fe1-be94-8479a85e9d6c req-ac191f1d-118a-4136-8659-fe7ab33cbcd9 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=faa98a62-0bdb-4d98-8a7f-db2d9ce65bd6 HTTP/1.1" status: 200 len: 943 time: 0.0728903 Sep 21 12:55:29.896848 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3216fa7-bed9-4197-91af-53347d8aea3b None None] Pushing event updated for resources: {'Port': ['ID=083781c0-285a-4de8-b305-fd4342b2b13a,revision_number=3']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:29.907096 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3a325ea5-b1d0-4a2a-8f14-89ebf7a56f9c tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:29.940224 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cff0c693-9582-4fe1-be94-8479a85e9d6c req-fbee4665-eea9-4c05-8ebf-82d6f57f1f48 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628822 Sep 21 12:55:30.027601 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-faad17be-ee50-4255-a0f3-ce7c54a65375 None None] Attempting to bind port 083781c0-285a-4de8-b305-fd4342b2b13a on host dv-cinder-810131-2-iscsi for vnic_type normal with profile {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 12:55:30.027968 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-faad17be-ee50-4255-a0f3-ce7c54a65375 None None] Attempting to bind port 083781c0-285a-4de8-b305-fd4342b2b13a by drivers openvswitch,hyperv on host dv-cinder-810131-2-iscsi at level 0 using segments [{'id': 'd65f44a9-e76e-4bb2-9420-80b10a796110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '448bd693-ac99-4c36-8b6e-b9a357473df4'}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 12:55:30.028325 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faad17be-ee50-4255-a0f3-ce7c54a65375 None None] Attempting to bind port 083781c0-285a-4de8-b305-fd4342b2b13a on network 448bd693-ac99-4c36-8b6e-b9a357473df4 {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:55:30.041007 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c4d1a-9749-44e2-a11a-f748ffff10f3 req-5b9b671f-ac4e-4a40-859e-73204c2251fe tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:30.042610 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2b4c4d1a-9749-44e2-a11a-f748ffff10f3 req-5b9b671f-ac4e-4a40-859e-73204c2251fe tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.0977554 Sep 21 12:55:30.078820 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faad17be-ee50-4255-a0f3-ce7c54a65375 None None] Checking agent: {'id': 'e9e90178-f2ac-4c99-b085-229d580e108d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 12, 46, 16), 'started_at': datetime.datetime(2021, 9, 21, 12, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 12, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 12:55:30.079447 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faad17be-ee50-4255-a0f3-ce7c54a65375 None None] Checking segment: {'id': 'd65f44a9-e76e-4bb2-9420-80b10a796110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '448bd693-ac99-4c36-8b6e-b9a357473df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:55:30.080024 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-faad17be-ee50-4255-a0f3-ce7c54a65375 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:30.080598 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faad17be-ee50-4255-a0f3-ce7c54a65375 None None] Bound using segment: {'id': 'd65f44a9-e76e-4bb2-9420-80b10a796110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '448bd693-ac99-4c36-8b6e-b9a357473df4'} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:55:30.081394 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-faad17be-ee50-4255-a0f3-ce7c54a65375 None None] Bound port: 083781c0-285a-4de8-b305-fd4342b2b13a, host: dv-cinder-810131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65f44a9-e76e-4bb2-9420-80b10a796110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '448bd693-ac99-4c36-8b6e-b9a357473df4'}}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 12:55:30.082038 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-faad17be-ee50-4255-a0f3-ce7c54a65375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:30.142738 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2b4c4d1a-9749-44e2-a11a-f748ffff10f3 req-5cbb87b6-a72e-4800-b0d7-5adc9e97c97b tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859501 Sep 21 12:55:30.149783 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9971e-19b9-4ed0-87b4-1d374753d747 req-b6dc7d1d-4e2c-45f3-b963-8a33a87a038d tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:30.151360 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6bf9971e-19b9-4ed0-87b4-1d374753d747 req-b6dc7d1d-4e2c-45f3-b963-8a33a87a038d tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=684ee871-1ba3-4e42-be83-1e679529a751 HTTP/1.1" status: 200 len: 943 time: 0.0615947 Sep 21 12:55:30.175194 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-af8a513b-1689-437d-b315-bac49518b69a None None] Provisioning complete for port 083781c0-285a-4de8-b305-fd4342b2b13a triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:55:30.175583 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-af8a513b-1689-437d-b315-bac49518b69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:30.177613 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-faad17be-ee50-4255-a0f3-ce7c54a65375 None None] For port 083781c0-285a-4de8-b305-fd4342b2b13a, host dv-cinder-810131-2-iscsi, cleared binding levels {{(pid=93970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:55:30.181599 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-faad17be-ee50-4255-a0f3-ce7c54a65375 None None] For port 083781c0-285a-4de8-b305-fd4342b2b13a, host dv-cinder-810131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=083781c0-285a-4de8-b305-fd4342b2b13a,segment=NetworkSegment(d65f44a9-e76e-4bb2-9420-80b10a796110),segment_id=d65f44a9-e76e-4bb2-9420-80b10a796110)] {{(pid=93970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:55:30.196756 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3a325ea5-b1d0-4a2a-8f14-89ebf7a56f9c tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:30.200004 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6bf9971e-19b9-4ed0-87b4-1d374753d747 req-d9a26e26-1abf-4a74-8434-32413be1a20d tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a976e39-3baf-4d1f-bc7b-a7bc78123ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395300 Sep 21 12:55:30.201947 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-faad17be-ee50-4255-a0f3-ce7c54a65375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:30.202101 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3a325ea5-b1d0-4a2a-8f14-89ebf7a56f9c tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168671'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:30.252420 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-af8a513b-1689-437d-b315-bac49518b69a None None] Port 083781c0-285a-4de8-b305-fd4342b2b13a cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 12:55:30.275881 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a325ea5-b1d0-4a2a-8f14-89ebf7a56f9c tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Pushing event updated for resources: {'Port': ['ID=1ef03d94-da8e-4764-af49-f1ecfa48ef3b,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:30.285083 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faad17be-ee50-4255-a0f3-ce7c54a65375 None None] Routers {'0d2f6837-5661-48bc-a51c-7fa04bb088ba'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 12:55:30.285782 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-faad17be-ee50-4255-a0f3-ce7c54a65375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T12:55:15Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['0d2f6837-5661-48bc-a51c-7fa04bb088ba'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:55:30.287540 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3a325ea5-b1d0-4a2a-8f14-89ebf7a56f9c tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618694'] for floatingip, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:30.289070 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3216fa7-bed9-4197-91af-53347d8aea3b None None] Pushing event updated for resources: {'Port': ['ID=083781c0-285a-4de8-b305-fd4342b2b13a,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:30.302066 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3a325ea5-b1d0-4a2a-8f14-89ebf7a56f9c tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for floatingip, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:30.303536 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-3a325ea5-b1d0-4a2a-8f14-89ebf7a56f9c tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1197844 Sep 21 12:55:30.405951 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-faad17be-ee50-4255-a0f3-ce7c54a65375 None None] Set router 0d2f6837-5661-48bc-a51c-7fa04bb088ba gateway port host: dv-cinder-810131-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 12:55:30.465408 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-ea01cf86-bb7c-4df8-b8ae-774949bf533c tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--144439299&fields=id&tenant_id=1b3ede534435481c9544b6bd95cee453 HTTP/1.1" status: 200 len: 267 time: 0.0464041 Sep 21 12:55:30.520843 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c5ee9594-a9b2-4366-91b9-ec096fc89036 None None] Provisioning complete for port 083781c0-285a-4de8-b305-fd4342b2b13a triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:55:30.521211 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c5ee9594-a9b2-4366-91b9-ec096fc89036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:30.578974 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-cfe3dcf3-ff73-40fd-ba1c-b7f09ab143cb tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:30.580460 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-cfe3dcf3-ff73-40fd-ba1c-b7f09ab143cb tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/networks?id=448bd693-ac99-4c36-8b6e-b9a357473df4 HTTP/1.1" status: 200 len: 817 time: 0.1080828 Sep 21 12:55:30.595747 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-aba2cc34-bd3f-4458-bdc8-1e8f2682d960 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/quotas/1b3ede534435481c9544b6bd95cee453 HTTP/1.1" status: 200 len: 375 time: 0.0094368 Sep 21 12:55:30.649913 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-bd4ce012-263a-4c79-9470-2175d0ffdf1a tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1b3ede534435481c9544b6bd95cee453&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484512 Sep 21 12:55:30.676554 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c5ee9594-a9b2-4366-91b9-ec096fc89036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:30.718009 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-c5ee9594-a9b2-4366-91b9-ec096fc89036 None None] For port 083781c0-285a-4de8-b305-fd4342b2b13a, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=083781c0-285a-4de8-b305-fd4342b2b13a,segment=NetworkSegment(d65f44a9-e76e-4bb2-9420-80b10a796110),segment_id=d65f44a9-e76e-4bb2-9420-80b10a796110)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:55:30.721280 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-faad17be-ee50-4255-a0f3-ce7c54a65375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1576903005-router', 'tenant_id': '1b3ede534435481c9544b6bd95cee453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a518fe3b-df2b-4953-908c-e0588f14c11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:55:23Z', 'updated_at': '2021-09-21T12:55:27Z', 'revision_number': 4, 'project_id': '1b3ede534435481c9544b6bd95cee453', 'gw_port': {'id': 'a518fe3b-df2b-4953-908c-e0588f14c11c', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:55:23Z', 'updated_at': '2021-09-21T12:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': '083781c0-285a-4de8-b305-fd4342b2b13a', 'name': '', 'network_id': '448bd693-ac99-4c36-8b6e-b9a357473df4', 'tenant_id': '1b3ede534435481c9544b6bd95cee453', 'mac_address': 'fa:16:3e:75:f7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'afc0ebff-08f8-4d98-a7ec-9196a5213e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:55:26Z', 'updated_at': '2021-09-21T12:55:30Z', 'revision_number': 4, 'project_id': '1b3ede534435481c9544b6bd95cee453', 'subnets': [{'id': 'afc0ebff-08f8-4d98-a7ec-9196a5213e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:55:30.758453 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faad17be-ee50-4255-a0f3-ce7c54a65375 None None] The sync data for ids ['0d2f6837-5661-48bc-a51c-7fa04bb088ba'] in dv-cinder-810131-2-iscsi is: [{'id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1576903005-router', 'tenant_id': '1b3ede534435481c9544b6bd95cee453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a518fe3b-df2b-4953-908c-e0588f14c11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:55:23Z', 'updated_at': '2021-09-21T12:55:27Z', 'revision_number': 4, 'project_id': '1b3ede534435481c9544b6bd95cee453', 'gw_port': {'id': 'a518fe3b-df2b-4953-908c-e0588f14c11c', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:55:23Z', 'updated_at': '2021-09-21T12:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': '083781c0-285a-4de8-b305-fd4342b2b13a', 'name': '', 'network_id': '448bd693-ac99-4c36-8b6e-b9a357473df4', 'tenant_id': '1b3ede534435481c9544b6bd95cee453', 'mac_address': 'fa:16:3e:75:f7:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'afc0ebff-08f8-4d98-a7ec-9196a5213e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:55:26Z', 'updated_at': '2021-09-21T12:55:30Z', 'revision_number': 4, 'project_id': '1b3ede534435481c9544b6bd95cee453', 'subnets': [{'id': 'afc0ebff-08f8-4d98-a7ec-9196a5213e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:55:30.760102 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c5ee9594-a9b2-4366-91b9-ec096fc89036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:30.767955 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-e55d8951-bb6f-4497-a128-7cc83e8f843d service neutron] 10.222.0.32 "GET /v2.0/networks/448bd693-ac99-4c36-8b6e-b9a357473df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017938 Sep 21 12:55:30.836764 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee9594-a9b2-4366-91b9-ec096fc89036 None None] Pushing event updated for resources: {'Port': ['ID=083781c0-285a-4de8-b305-fd4342b2b13a,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:30.898509 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-d36474e8-49ff-4647-ba5d-d722e2076db2 service neutron] 10.222.0.32 "GET /v2.0/networks/448bd693-ac99-4c36-8b6e-b9a357473df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238225 Sep 21 12:55:31.083777 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7a9da35a-f148-43b2-a970-6ddae5d301e7 req-dfdbb642-e370-4486-9da6-da1b21f9339c tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 210 time: 0.0314415 Sep 21 12:55:31.142226 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb4165-609d-4942-b7b3-47e4adb54a4a req-6ce2faef-6b24-4751-abfe-7759e0be25b2 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:31.147337 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bbfb4165-609d-4942-b7b3-47e4adb54a4a req-6ce2faef-6b24-4751-abfe-7759e0be25b2 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=faa98a62-0bdb-4d98-8a7f-db2d9ce65bd6 HTTP/1.1" status: 200 len: 943 time: 0.0644608 Sep 21 12:55:31.192337 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bbfb4165-609d-4942-b7b3-47e4adb54a4a req-30605fbf-d479-4864-b881-6631f909da6a tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394974 Sep 21 12:55:31.278852 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e073262-2559-4a47-a3b3-2ea627619ddd req-2a0357ec-7d60-4faf-8e42-2ab4bf3578fe tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:31.280767 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8e073262-2559-4a47-a3b3-2ea627619ddd req-2a0357ec-7d60-4faf-8e42-2ab4bf3578fe tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.0746946 Sep 21 12:55:31.334166 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8e073262-2559-4a47-a3b3-2ea627619ddd req-ff8bda3e-3d5d-48f7-b553-339b597ad0d1 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437951 Sep 21 12:55:31.338234 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b77ee84-4fc5-438f-abd2-0ff36e7a2fa7 req-c93d88fc-9ab0-4a21-a9c8-ab51730593cf tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:31.340069 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5b77ee84-4fc5-438f-abd2-0ff36e7a2fa7 req-c93d88fc-9ab0-4a21-a9c8-ab51730593cf tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=684ee871-1ba3-4e42-be83-1e679529a751 HTTP/1.1" status: 200 len: 943 time: 0.0564890 Sep 21 12:55:31.395440 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5b77ee84-4fc5-438f-abd2-0ff36e7a2fa7 req-19da94eb-beee-49b4-a2c2-b68fb0a0d728 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a976e39-3baf-4d1f-bc7b-a7bc78123ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468972 Sep 21 12:55:31.732619 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 083781c0-285a-4de8-b305-fd4342b2b13a up at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:55:31.791285 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Provisioning complete for port 083781c0-285a-4de8-b305-fd4342b2b13a triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:55:31.791672 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:32.194318 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b8cdd5e7-b41f-41d7-b073-55d41fe87ad0 req-c5b7cca0-5f3c-4277-b1bf-6494fc211546 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 210 time: 0.0255792 Sep 21 12:55:32.314812 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d600d9bb-48ed-4e58-b9e4-d2813957cfbf req-aaef9e31-095c-4664-af4d-d0dc13e6d8df tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:32.316765 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d600d9bb-48ed-4e58-b9e4-d2813957cfbf req-aaef9e31-095c-4664-af4d-d0dc13e6d8df tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=faa98a62-0bdb-4d98-8a7f-db2d9ce65bd6 HTTP/1.1" status: 200 len: 943 time: 0.0502272 Sep 21 12:55:32.353841 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d600d9bb-48ed-4e58-b9e4-d2813957cfbf req-15b702f7-a108-4213-b60c-b3cb5207a264 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311401 Sep 21 12:55:32.455762 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540e6b7-a77c-4db7-b188-647ce189755a req-c8fd66b0-07ba-4f5f-ae3a-25cc570815f4 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:32.458093 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9540e6b7-a77c-4db7-b188-647ce189755a req-c8fd66b0-07ba-4f5f-ae3a-25cc570815f4 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.0495219 Sep 21 12:55:32.497967 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9540e6b7-a77c-4db7-b188-647ce189755a req-5d7e0199-0fa6-4cfc-acab-c4a8b394efca tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331216 Sep 21 12:55:32.531709 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da76b05-3ab6-4101-97a5-c0e3f5955a23 req-7250dbf0-fcf6-4fab-82a1-1e6404c25d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:32.533246 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5da76b05-3ab6-4101-97a5-c0e3f5955a23 req-7250dbf0-fcf6-4fab-82a1-1e6404c25d7d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=41db6092f2684c85a910fff2412dde08&device_id=684ee871-1ba3-4e42-be83-1e679529a751 HTTP/1.1" status: 200 len: 1096 time: 0.0609779 Sep 21 12:55:32.541648 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3efec4-accd-489a-8376-8a7b45e9650c req-d918ef54-0e36-4ac1-aff1-885ea2e5d55f tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:32.543120 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3b3efec4-accd-489a-8376-8a7b45e9650c req-d918ef54-0e36-4ac1-aff1-885ea2e5d55f tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=684ee871-1ba3-4e42-be83-1e679529a751 HTTP/1.1" status: 200 len: 943 time: 0.0809128 Sep 21 12:55:32.850927 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3b3efec4-accd-489a-8376-8a7b45e9650c req-3d3fb3c5-90c9-4402-8bd9-52fb4406a274 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a976e39-3baf-4d1f-bc7b-a7bc78123ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973249 Sep 21 12:55:32.899838 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da76b05-3ab6-4101-97a5-c0e3f5955a23 req-f75e0cef-151e-40c6-b12c-820da09f05ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:32.901366 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5da76b05-3ab6-4101-97a5-c0e3f5955a23 req-f75e0cef-151e-40c6-b12c-820da09f05ad service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=41db6092f2684c85a910fff2412dde08&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3558929 Sep 21 12:55:33.093989 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da76b05-3ab6-4101-97a5-c0e3f5955a23 req-a82280d4-b28a-4e55-9b5c-120875afcd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:33.095547 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5da76b05-3ab6-4101-97a5-c0e3f5955a23 req-a82280d4-b28a-4e55-9b5c-120875afcd75 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1772876 Sep 21 12:55:33.261760 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30bee6-42d9-419c-90c4-28895f5774ee req-fefe0ef5-090f-447f-8b97-d72869b2a6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:33.265008 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7f30bee6-42d9-419c-90c4-28895f5774ee req-fefe0ef5-090f-447f-8b97-d72869b2a6db service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=41db6092f2684c85a910fff2412dde08&device_id=684ee871-1ba3-4e42-be83-1e679529a751 HTTP/1.1" status: 200 len: 1096 time: 0.0713944 Sep 21 12:55:33.317712 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-94a2790d-1e57-4f61-86c6-e8d005fc41a9 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:33.319234 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-94a2790d-1e57-4f61-86c6-e8d005fc41a9 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.45 "GET /v2.0/networks?id=448bd693-ac99-4c36-8b6e-b9a357473df4 HTTP/1.1" status: 200 len: 817 time: 0.1624963 Sep 21 12:55:33.345972 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7f30bee6-42d9-419c-90c4-28895f5774ee req-89b184b8-5567-4413-ae49-bd2311b9024d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8157f900-09d6-4c15-807f-06a32d295fb1 HTTP/1.1" status: 200 len: 217 time: 0.0700698 Sep 21 12:55:33.418511 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7520f7a2-cb17-4273-b21d-395fbef43ece req-91d9d7b2-571c-4b14-861f-d6ba6e334f96 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 210 time: 0.0746601 Sep 21 12:55:33.447994 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30bee6-42d9-419c-90c4-28895f5774ee req-7563cd74-c55c-4105-b886-27ad8d9eb1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:33.449601 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7f30bee6-42d9-419c-90c4-28895f5774ee req-7563cd74-c55c-4105-b886-27ad8d9eb1fc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a6a6bf61-a666-4cb5-b72a-cec9fdaeee40 HTTP/1.1" status: 200 len: 848 time: 0.0931005 Sep 21 12:55:33.469206 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-321c988c-2e19-4560-b6c0-6571f6b8c30d tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b3ede534435481c9544b6bd95cee453 HTTP/1.1" status: 200 len: 379 time: 0.1381795 Sep 21 12:55:33.491497 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-57c38a3f-8486-406f-8e4f-c707777da5b6 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Request body: {'port': {'device_id': '7e963d5b-22a8-4cd6-8a7e-0f533881f96b', 'network_id': '448bd693-ac99-4c36-8b6e-b9a357473df4', 'admin_state_up': True, 'tenant_id': '1b3ede534435481c9544b6bd95cee453', 'security_groups': ['bda5b9ee-8817-4972-8ca3-8ade68117099']}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:55:33.492167 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7f30bee6-42d9-419c-90c4-28895f5774ee req-591d6de4-3314-4aa5-8a28-260147890836 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=27767f99-e281-4d5d-b898-81af78d20fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316508 Sep 21 12:55:33.547166 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22c2ba-6215-404f-abf5-2be1c3393bc3 req-e695579e-b336-4a83-bec3-d8af5a5c656c tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:33.548740 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4f22c2ba-6215-404f-abf5-2be1c3393bc3 req-e695579e-b336-4a83-bec3-d8af5a5c656c tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=faa98a62-0bdb-4d98-8a7f-db2d9ce65bd6 HTTP/1.1" status: 200 len: 943 time: 0.1145587 Sep 21 12:55:33.637027 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4f22c2ba-6215-404f-abf5-2be1c3393bc3 req-1b8b2cac-a065-4de5-bbdd-4d790c930ca1 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572484 Sep 21 12:55:33.669383 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-57c38a3f-8486-406f-8e4f-c707777da5b6 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Made reservation on behalf of 1b3ede534435481c9544b6bd95cee453 for: {'port': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:55:33.672876 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-57c38a3f-8486-406f-8e4f-c707777da5b6 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:33.684035 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68eaa8-6712-43f6-81fb-a415634020c4 req-4c946784-d114-4481-9039-ae0024978453 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:33.685490 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-df68eaa8-6712-43f6-81fb-a415634020c4 req-4c946784-d114-4481-9039-ae0024978453 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.0847051 Sep 21 12:55:33.689087 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7f30bee6-42d9-419c-90c4-28895f5774ee req-3f76c57b-1ce9-4dea-a002-0576f147551c service neutron] 10.222.0.45 "GET /v2.0/networks/27767f99-e281-4d5d-b898-81af78d20fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752250 Sep 21 12:55:33.811661 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-57c38a3f-8486-406f-8e4f-c707777da5b6 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Allocated IP 172.20.0.4 (448bd693-ac99-4c36-8b6e-b9a357473df4/afc0ebff-08f8-4d98-a7ec-9196a5213e06/cf3dd969-8e6c-4ca0-85b1-b5dbdd367470) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:55:33.995163 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-df68eaa8-6712-43f6-81fb-a415634020c4 req-de5aa6c2-be82-41bf-9574-cc100af89f46 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028343 Sep 21 12:55:34.027197 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7f30bee6-42d9-419c-90c4-28895f5774ee req-5badd537-7dfd-4403-a16f-003c33420cfe service neutron] 10.222.0.45 "GET /v2.0/networks/27767f99-e281-4d5d-b898-81af78d20fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208487 Sep 21 12:55:34.030016 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b91f1a-ff57-48c2-a4d0-fb62b02cb38c req-b2d9acec-a306-49f5-a0a0-3a9148adb570 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:34.032197 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-85b91f1a-ff57-48c2-a4d0-fb62b02cb38c req-b2d9acec-a306-49f5-a0a0-3a9148adb570 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=684ee871-1ba3-4e42-be83-1e679529a751 HTTP/1.1" status: 200 len: 943 time: 0.0956542 Sep 21 12:55:34.053362 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-57c38a3f-8486-406f-8e4f-c707777da5b6 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:34.088656 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-85b91f1a-ff57-48c2-a4d0-fb62b02cb38c req-52b19833-5496-4bfc-9b96-02cc0a2f902d tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a976e39-3baf-4d1f-bc7b-a7bc78123ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475948 Sep 21 12:55:34.124848 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-57c38a3f-8486-406f-8e4f-c707777da5b6 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:34.183067 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-57c38a3f-8486-406f-8e4f-c707777da5b6 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Network 448bd693-ac99-4c36-8b6e-b9a357473df4 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:55:34.187279 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-57c38a3f-8486-406f-8e4f-c707777da5b6 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:55:34.189424 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c38a3f-8486-406f-8e4f-c707777da5b6 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Pushing event updated for resources: {'Port': ['ID=cf3dd969-8e6c-4ca0-85b1-b5dbdd367470,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:34.203207 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-57c38a3f-8486-406f-8e4f-c707777da5b6 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 12:55:34.209661 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-57c38a3f-8486-406f-8e4f-c707777da5b6 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:34.210345 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-57c38a3f-8486-406f-8e4f-c707777da5b6 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:34.229356 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-57c38a3f-8486-406f-8e4f-c707777da5b6 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7424352 Sep 21 12:55:34.244560 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-c2a558e0-2828-4139-93d1-d372d2b52da9 service neutron] Request body: {'port': {'device_id': '7e963d5b-22a8-4cd6-8a7e-0f533881f96b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81013'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:55:34.325861 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-c2a558e0-2828-4139-93d1-d372d2b52da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:34.517989 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-4f796531-ce50-4e94-821a-a4418e725f3e None None] Provisioning complete for port cf3dd969-8e6c-4ca0-85b1-b5dbdd367470 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:55:34.519597 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-4f796531-ce50-4e94-821a-a4418e725f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:34.585113 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e3fd0-f23f-4913-9591-2b25411c77aa req-20b485b6-bc53-4b9b-b0db-c05a76302429 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:34.592970 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d25e3fd0-f23f-4913-9591-2b25411c77aa req-20b485b6-bc53-4b9b-b0db-c05a76302429 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 931 time: 0.0724773 Sep 21 12:55:34.615177 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-4f796531-ce50-4e94-821a-a4418e725f3e None None] Port cf3dd969-8e6c-4ca0-85b1-b5dbdd367470 cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 12:55:34.643168 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d25e3fd0-f23f-4913-9591-2b25411c77aa req-470e000f-a063-489e-a100-f9b4eb1d0959 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492458 Sep 21 12:55:34.802782 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-c2a558e0-2828-4139-93d1-d372d2b52da9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf3dd969-8e6c-4ca0-85b1-b5dbdd367470 {{(pid=93969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 12:55:34.812431 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-c2a558e0-2828-4139-93d1-d372d2b52da9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:34.837607 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457dd734-1dd7-4954-986d-585730d01135 req-81ee4b08-d087-4289-88ef-d7e366bd938f tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:34.839246 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-457dd734-1dd7-4954-986d-585730d01135 req-81ee4b08-d087-4289-88ef-d7e366bd938f tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=faa98a62-0bdb-4d98-8a7f-db2d9ce65bd6 HTTP/1.1" status: 200 len: 943 time: 0.1059737 Sep 21 12:55:34.840330 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-c2a558e0-2828-4139-93d1-d372d2b52da9 service neutron] Transition to ACTIVE for port object cf3dd969-8e6c-4ca0-85b1-b5dbdd367470 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 12:55:34.845448 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-c2a558e0-2828-4139-93d1-d372d2b52da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:34.926893 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a558e0-2828-4139-93d1-d372d2b52da9 service neutron] Pushing event updated for resources: {'Port': ['ID=cf3dd969-8e6c-4ca0-85b1-b5dbdd367470,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:34.932040 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-457dd734-1dd7-4954-986d-585730d01135 req-05a05113-d0a5-4f36-b805-c9efdccbacae tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823462 Sep 21 12:55:34.932891 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 55942) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:55:34.967044 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-c2a558e0-2828-4139-93d1-d372d2b52da9 service neutron] Attempting to bind port cf3dd969-8e6c-4ca0-85b1-b5dbdd367470 on host hv-cinder-81013 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 12:55:34.967566 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-c2a558e0-2828-4139-93d1-d372d2b52da9 service neutron] Attempting to bind port cf3dd969-8e6c-4ca0-85b1-b5dbdd367470 by drivers openvswitch,hyperv on host hv-cinder-81013 at level 0 using segments [{'id': 'd65f44a9-e76e-4bb2-9420-80b10a796110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '448bd693-ac99-4c36-8b6e-b9a357473df4'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 12:55:34.967974 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-c2a558e0-2828-4139-93d1-d372d2b52da9 service neutron] Attempting to bind port cf3dd969-8e6c-4ca0-85b1-b5dbdd367470 on network 448bd693-ac99-4c36-8b6e-b9a357473df4 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:55:34.973637 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-c2a558e0-2828-4139-93d1-d372d2b52da9 service neutron] Port cf3dd969-8e6c-4ca0-85b1-b5dbdd367470 on network 448bd693-ac99-4c36-8b6e-b9a357473df4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81013 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 12:55:34.973963 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-c2a558e0-2828-4139-93d1-d372d2b52da9 service neutron] Attempting to bind port cf3dd969-8e6c-4ca0-85b1-b5dbdd367470 on network 448bd693-ac99-4c36-8b6e-b9a357473df4 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:55:34.979514 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-c2a558e0-2828-4139-93d1-d372d2b52da9 service neutron] Checking agent: {'id': 'a6e01e35-01d6-479f-9faf-9c323aed8d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 12, 52, 16), 'started_at': datetime.datetime(2021, 9, 21, 12, 52, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 12, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 12:55:34.979851 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-c2a558e0-2828-4139-93d1-d372d2b52da9 service neutron] Checking segment: {'id': 'd65f44a9-e76e-4bb2-9420-80b10a796110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '448bd693-ac99-4c36-8b6e-b9a357473df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:55:34.980236 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-c2a558e0-2828-4139-93d1-d372d2b52da9 service neutron] Bound using segment: {'id': 'd65f44a9-e76e-4bb2-9420-80b10a796110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '448bd693-ac99-4c36-8b6e-b9a357473df4'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:55:34.980673 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-c2a558e0-2828-4139-93d1-d372d2b52da9 service neutron] Bound port: cf3dd969-8e6c-4ca0-85b1-b5dbdd367470, host: hv-cinder-81013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd65f44a9-e76e-4bb2-9420-80b10a796110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '448bd693-ac99-4c36-8b6e-b9a357473df4'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 12:55:34.981094 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-c2a558e0-2828-4139-93d1-d372d2b52da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:35.061449 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-c2a558e0-2828-4139-93d1-d372d2b52da9 service neutron] For port cf3dd969-8e6c-4ca0-85b1-b5dbdd367470, host hv-cinder-81013, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:55:35.065552 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-c2a558e0-2828-4139-93d1-d372d2b52da9 service neutron] For port cf3dd969-8e6c-4ca0-85b1-b5dbdd367470, host hv-cinder-81013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=cf3dd969-8e6c-4ca0-85b1-b5dbdd367470,segment=NetworkSegment(d65f44a9-e76e-4bb2-9420-80b10a796110),segment_id=d65f44a9-e76e-4bb2-9420-80b10a796110)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:55:35.068495 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1b7d010f-ced1-4957-b3c7-40f07a312d07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:35.069448 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-c2a558e0-2828-4139-93d1-d372d2b52da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:35.107019 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-c2a558e0-2828-4139-93d1-d372d2b52da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:35.107932 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-c2a558e0-2828-4139-93d1-d372d2b52da9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:35.109407 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-c2a558e0-2828-4139-93d1-d372d2b52da9 service neutron] 10.222.0.45 "PUT /v2.0/ports/cf3dd969-8e6c-4ca0-85b1-b5dbdd367470 HTTP/1.1" status: 200 len: 1093 time: 0.8693657 Sep 21 12:55:35.109799 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e963d5b-22a8-4cd6-8a7e-0f533881f96b', 'tag': 'cf3dd969-8e6c-4ca0-85b1-b5dbdd367470'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 12:55:35.112986 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}891eab8d1a3043c3e369406f1201b67df81013e3c20d23918ff9fd5cd34c6e83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3795283f-16ac-4258-b4d8-59332672dbb9" -d '{"events": [{"name": "network-changed", "server_uuid": "7e963d5b-22a8-4cd6-8a7e-0f533881f96b", "tag": "cf3dd969-8e6c-4ca0-85b1-b5dbdd367470"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:55:35.155320 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a558e0-2828-4139-93d1-d372d2b52da9 service neutron] Pushing event updated for resources: {'Port': ['ID=cf3dd969-8e6c-4ca0-85b1-b5dbdd367470,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:35.157424 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5793aef-fcd2-471f-9040-0955094f45af req-18d2e5d5-6b8c-4216-af2a-f01d76c38907 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:35.159501 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b5793aef-fcd2-471f-9040-0955094f45af req-18d2e5d5-6b8c-4216-af2a-f01d76c38907 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.0840762 Sep 21 12:55:35.243019 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b5793aef-fcd2-471f-9040-0955094f45af req-5759cebe-91ec-4d13-a464-9648b491a6dc tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555775 Sep 21 12:55:35.243905 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210f5db-27f4-4f55-ab90-3de698a6387c req-aa3f2ec9-2dd3-4c1c-b431-e46f5aeb96c0 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:35.247146 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7210f5db-27f4-4f55-ab90-3de698a6387c req-aa3f2ec9-2dd3-4c1c-b431-e46f5aeb96c0 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=684ee871-1ba3-4e42-be83-1e679529a751 HTTP/1.1" status: 200 len: 943 time: 0.0643833 Sep 21 12:55:35.271426 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1b7d010f-ced1-4957-b3c7-40f07a312d07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:35.277539 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1b7d010f-ced1-4957-b3c7-40f07a312d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:35.297006 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7210f5db-27f4-4f55-ab90-3de698a6387c req-cbbb32fb-7325-4c35-aa27-88d29485766b tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a976e39-3baf-4d1f-bc7b-a7bc78123ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450962 Sep 21 12:55:35.307408 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 12:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03756c9-415e-4995-89ec-d78b53e45e5e x-openstack-request-id: req-f03756c9-415e-4995-89ec-d78b53e45e5e {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:55:35.307845 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e963d5b-22a8-4cd6-8a7e-0f533881f96b", "tag": "cf3dd969-8e6c-4ca0-85b1-b5dbdd367470", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:55:35.308348 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f03756c9-415e-4995-89ec-d78b53e45e5e {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:55:35.309070 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e963d5b-22a8-4cd6-8a7e-0f533881f96b', 'tag': 'cf3dd969-8e6c-4ca0-85b1-b5dbdd367470', 'status': 'completed', 'code': 200} Sep 21 12:55:35.325017 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 55952) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:55:35.325230 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-1b7d010f-ced1-4957-b3c7-40f07a312d07 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b90765715bf94450ab2a8cdc90e92c76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3910952 Sep 21 12:55:35.341238 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d010f-ced1-4957-b3c7-40f07a312d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b38405-50e1-4289-94ac-ae6e95db548f,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:35.379301 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-efc9a47f-bba1-4614-9a7a-f42ab64a724b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:35.402703 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-efc9a47f-bba1-4614-9a7a-f42ab64a724b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:35.456960 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-efc9a47f-bba1-4614-9a7a-f42ab64a724b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:35.460475 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-efc9a47f-bba1-4614-9a7a-f42ab64a724b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:35.461672 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-efc9a47f-bba1-4614-9a7a-f42ab64a724b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/95b38405-50e1-4289-94ac-ae6e95db548f HTTP/1.1" status: 204 len: 168 time: 0.1355441 Sep 21 12:55:35.469893 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc9a47f-bba1-4614-9a7a-f42ab64a724b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b38405-50e1-4289-94ac-ae6e95db548f,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:35.774099 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5885b2-6d5d-4fc8-930b-4aad2ca3ab06 req-ba43c3bb-d169-4012-ab88-7c3c4f3d1531 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:35.775813 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-cb5885b2-6d5d-4fc8-930b-4aad2ca3ab06 req-ba43c3bb-d169-4012-ab88-7c3c4f3d1531 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 943 time: 0.0555398 Sep 21 12:55:35.826719 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-cb5885b2-6d5d-4fc8-930b-4aad2ca3ab06 req-eae377af-e743-46c7-8b72-16743871218a tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443163 Sep 21 12:55:36.051917 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb72bd-f80b-4cf4-8b85-9c91dd9a6b19 req-6fb58149-daad-4873-8056-6bba43deae97 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:36.053428 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-94fb72bd-f80b-4cf4-8b85-9c91dd9a6b19 req-6fb58149-daad-4873-8056-6bba43deae97 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=faa98a62-0bdb-4d98-8a7f-db2d9ce65bd6 HTTP/1.1" status: 200 len: 943 time: 0.0513546 Sep 21 12:55:36.092292 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-94fb72bd-f80b-4cf4-8b85-9c91dd9a6b19 req-fa992c16-4f35-4e04-8fd3-f200b0bb43fe tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329347 Sep 21 12:55:36.360843 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0352a0-3200-478f-9eb3-7a226d59b761 req-a31af8dc-453c-4206-a9b6-1009e62fdc7f tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:36.363232 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-eb0352a0-3200-478f-9eb3-7a226d59b761 req-a31af8dc-453c-4206-a9b6-1009e62fdc7f tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.0502388 Sep 21 12:55:36.405439 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-eb0352a0-3200-478f-9eb3-7a226d59b761 req-bbbcb665-d85a-40cb-9f2c-109527c62960 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345643 Sep 21 12:55:36.421831 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b53279-a567-4fd1-857d-d53e50a69188 req-0c2a4d5b-70da-4f17-a787-d2f5597b60b8 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:36.424712 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-13b53279-a567-4fd1-857d-d53e50a69188 req-0c2a4d5b-70da-4f17-a787-d2f5597b60b8 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=684ee871-1ba3-4e42-be83-1e679529a751 HTTP/1.1" status: 200 len: 943 time: 0.0546758 Sep 21 12:55:36.465773 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-13b53279-a567-4fd1-857d-d53e50a69188 req-febe14f7-14f6-48f1-aafd-eb2a1265e351 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a976e39-3baf-4d1f-bc7b-a7bc78123ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333331 Sep 21 12:55:36.516230 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device dad6b51c-6509-434b-9b2b-3c118e9cf5fb details requested by agent hyperv_hv-cinder-81013 with host hv-cinder-81013 {{(pid=93970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 12:55:36.617032 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port dad6b51c-6509-434b-9b2b-3c118e9cf5fb, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=dad6b51c-6509-434b-9b2b-3c118e9cf5fb,segment=NetworkSegment(d328da7a-b4f4-4af5-8150-fe9ea1d1ccba),segment_id=d328da7a-b4f4-4af5-8150-fe9ea1d1ccba)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:55:36.628828 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Returning: {'device': 'dad6b51c-6509-434b-9b2b-3c118e9cf5fb', 'network_id': 'bfa955ee-caa2-4aa5-bdf2-91dd256312eb', 'port_id': 'dad6b51c-6509-434b-9b2b-3c118e9cf5fb', 'mac_address': 'fa:16:3e:6d:ce:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0243efde-fe2f-4d4f-9f40-170cfeada7be', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 12:55:36.666966 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:36.682422 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dad6b51c-6509-434b-9b2b-3c118e9cf5fb {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 12:55:36.707773 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port dad6b51c-6509-434b-9b2b-3c118e9cf5fb, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=dad6b51c-6509-434b-9b2b-3c118e9cf5fb,segment=NetworkSegment(d328da7a-b4f4-4af5-8150-fe9ea1d1ccba),segment_id=d328da7a-b4f4-4af5-8150-fe9ea1d1ccba)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:55:36.714085 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:36.765519 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=dad6b51c-6509-434b-9b2b-3c118e9cf5fb,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:36.950380 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02fd89d-17f0-4ffd-9515-80ed68b6dbeb req-a85abba7-0463-4a1c-8285-0942e1e69824 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:36.952084 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a02fd89d-17f0-4ffd-9515-80ed68b6dbeb req-a85abba7-0463-4a1c-8285-0942e1e69824 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 943 time: 0.0504415 Sep 21 12:55:36.995392 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a02fd89d-17f0-4ffd-9515-80ed68b6dbeb req-86e2d5d7-1c32-49df-9226-8753581ed6d4 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369966 Sep 21 12:55:37.212839 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22c91c-e7c5-417d-8892-a7df03b0119c req-559ef529-ab49-4692-9510-e3b8db4308b9 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:37.214338 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4f22c91c-e7c5-417d-8892-a7df03b0119c req-559ef529-ab49-4692-9510-e3b8db4308b9 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=faa98a62-0bdb-4d98-8a7f-db2d9ce65bd6 HTTP/1.1" status: 200 len: 944 time: 0.0530970 Sep 21 12:55:37.258115 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4f22c91c-e7c5-417d-8892-a7df03b0119c req-a333d0b9-bbcd-4851-9762-b884c459d3c1 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374300 Sep 21 12:55:37.630499 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c9250-607e-48fd-9308-8876c4ffce08 req-0a444ceb-cae7-4235-a4a3-53f3a229de52 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:37.632372 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f02c9250-607e-48fd-9308-8876c4ffce08 req-0a444ceb-cae7-4235-a4a3-53f3a229de52 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=684ee871-1ba3-4e42-be83-1e679529a751 HTTP/1.1" status: 200 len: 943 time: 0.0885441 Sep 21 12:55:37.665778 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-61a1fe2f-a32b-41e8-88ef-ae823d411895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:37.668125 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-61a1fe2f-a32b-41e8-88ef-ae823d411895 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1b3ede534435481c9544b6bd95cee453&device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 1096 time: 0.0791669 Sep 21 12:55:37.705382 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dfa4f8-5355-417c-9f42-6ec8ee45abe8 req-3982f46f-b0a4-4b3d-a526-278128dafc13 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:37.707842 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e5dfa4f8-5355-417c-9f42-6ec8ee45abe8 req-3982f46f-b0a4-4b3d-a526-278128dafc13 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.0529172 Sep 21 12:55:37.729018 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f02c9250-607e-48fd-9308-8876c4ffce08 req-7f596481-062a-46a8-a183-c8222d7b8b26 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a976e39-3baf-4d1f-bc7b-a7bc78123ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893908 Sep 21 12:55:37.731018 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-1b78f85e-d59c-436d-9081-d32b52471966 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf3dd969-8e6c-4ca0-85b1-b5dbdd367470 HTTP/1.1" status: 200 len: 217 time: 0.0523317 Sep 21 12:55:37.763776 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e5dfa4f8-5355-417c-9f42-6ec8ee45abe8 req-4d1f02e0-7274-4e2e-8564-ffa259f6cec3 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451686 Sep 21 12:55:37.797906 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-fdadee8e-0f40-4864-80bb-6b3b989af943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:37.799391 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-fdadee8e-0f40-4864-80bb-6b3b989af943 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=afc0ebff-08f8-4d98-a7ec-9196a5213e06 HTTP/1.1" status: 200 len: 856 time: 0.0523708 Sep 21 12:55:37.859464 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-fafdc466-5720-4d82-bf28-ab0deb299d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:37.860963 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-fafdc466-5720-4d82-bf28-ab0deb299d34 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=448bd693-ac99-4c36-8b6e-b9a357473df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533540 Sep 21 12:55:37.917874 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] get_ports_and_sgs() called for port_ids ['dad6b51c-6509-434b-9b2b-3c118e9cf5fb'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 12:55:37.961639 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-3f8a0315-da4c-47c2-9320-43e28fb12286 service neutron] 10.222.0.45 "GET /v2.0/networks/448bd693-ac99-4c36-8b6e-b9a357473df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881824 Sep 21 12:55:38.062157 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-75393797-e9d9-402c-8a65-fad20a42ef76 req-20f0327c-e2b2-4947-9faa-2b77566fcef9 service neutron] 10.222.0.45 "GET /v2.0/networks/448bd693-ac99-4c36-8b6e-b9a357473df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907955 Sep 21 12:55:38.152394 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fb880b-4e1b-496f-a3a5-b66f4ce90903 req-5d911a6a-8db2-41c0-8092-f6e08469714f tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:38.154002 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f6fb880b-4e1b-496f-a3a5-b66f4ce90903 req-5d911a6a-8db2-41c0-8092-f6e08469714f tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 943 time: 0.0774322 Sep 21 12:55:38.183016 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3795283f-16ac-4258-b4d8-59332672dbb9 req-b40f3ec6-3dd9-40e9-9066-d0daf73b8d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:38.184529 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3795283f-16ac-4258-b4d8-59332672dbb9 req-b40f3ec6-3dd9-40e9-9066-d0daf73b8d17 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1b3ede534435481c9544b6bd95cee453&device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 1096 time: 0.0710928 Sep 21 12:55:38.220628 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f6fb880b-4e1b-496f-a3a5-b66f4ce90903 req-c7c21171-867d-4dd9-bbb0-66053f3e7ad2 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572290 Sep 21 12:55:38.291022 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3795283f-16ac-4258-b4d8-59332672dbb9 req-a3c24d72-804c-4e41-a99b-52cad9bf2de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:38.292476 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3795283f-16ac-4258-b4d8-59332672dbb9 req-a3c24d72-804c-4e41-a99b-52cad9bf2de2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=448bd693-ac99-4c36-8b6e-b9a357473df4 HTTP/1.1" status: 200 len: 918 time: 0.0957236 Sep 21 12:55:38.378555 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a62c12-cb83-45f8-bd69-318b433bec54 req-3b266f3e-f41c-468c-9ed4-d0b38234958c tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:38.380182 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-31a62c12-cb83-45f8-bd69-318b433bec54 req-3b266f3e-f41c-468c-9ed4-d0b38234958c tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=faa98a62-0bdb-4d98-8a7f-db2d9ce65bd6 HTTP/1.1" status: 200 len: 944 time: 0.0546045 Sep 21 12:55:38.426458 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-31a62c12-cb83-45f8-bd69-318b433bec54 req-881d6c12-1797-40d5-a5ab-4cf1c65fe349 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392449 Sep 21 12:55:38.511696 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3795283f-16ac-4258-b4d8-59332672dbb9 req-ed80ac9a-1222-4c36-98f5-7bd5ef382376 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf3dd969-8e6c-4ca0-85b1-b5dbdd367470 HTTP/1.1" status: 200 len: 217 time: 0.2107391 Sep 21 12:55:38.565264 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3795283f-16ac-4258-b4d8-59332672dbb9 req-703404e2-f62d-4b44-86b4-e23b62b9d74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:38.566734 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3795283f-16ac-4258-b4d8-59332672dbb9 req-703404e2-f62d-4b44-86b4-e23b62b9d74c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=afc0ebff-08f8-4d98-a7ec-9196a5213e06 HTTP/1.1" status: 200 len: 856 time: 0.0444877 Sep 21 12:55:38.618225 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3795283f-16ac-4258-b4d8-59332672dbb9 req-41bf5932-711f-4231-8a00-689ba0e3beed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:38.618225 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3795283f-16ac-4258-b4d8-59332672dbb9 req-41bf5932-711f-4231-8a00-689ba0e3beed service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=448bd693-ac99-4c36-8b6e-b9a357473df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421236 Sep 21 12:55:38.713987 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3795283f-16ac-4258-b4d8-59332672dbb9 req-4bed17a2-a669-4aac-b098-c28f14cf03cc service neutron] 10.222.0.45 "GET /v2.0/networks/448bd693-ac99-4c36-8b6e-b9a357473df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873582 Sep 21 12:55:38.856342 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3795283f-16ac-4258-b4d8-59332672dbb9 req-2ff87395-01a5-465b-96f7-eedf0e0b5519 service neutron] 10.222.0.45 "GET /v2.0/networks/448bd693-ac99-4c36-8b6e-b9a357473df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335788 Sep 21 12:55:38.898972 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c49f4-61ba-4570-be3f-cc7931676d1c req-4b1c89e3-2d01-47e2-b53b-21c3dea75b36 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:38.900792 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-852c49f4-61ba-4570-be3f-cc7931676d1c req-4b1c89e3-2d01-47e2-b53b-21c3dea75b36 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=684ee871-1ba3-4e42-be83-1e679529a751 HTTP/1.1" status: 200 len: 943 time: 0.0841103 Sep 21 12:55:38.908481 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69abc7f-9c85-4be2-90e1-545861040d56 req-260e5ea3-2266-4635-ac29-48673104bf5a tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:38.917607 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f69abc7f-9c85-4be2-90e1-545861040d56 req-260e5ea3-2266-4635-ac29-48673104bf5a tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.0724189 Sep 21 12:55:38.961088 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-852c49f4-61ba-4570-be3f-cc7931676d1c req-daf8aa4b-475e-41c0-ac1b-7cd9e348ecbe tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a976e39-3baf-4d1f-bc7b-a7bc78123ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523875 Sep 21 12:55:38.967375 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f69abc7f-9c85-4be2-90e1-545861040d56 req-e0a7f3d4-58d5-4e5b-95fd-5a0849a20744 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485175 Sep 21 12:55:39.156303 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7826e2b-9dfc-40f1-b60a-860b8336590b req-24f3e881-e6cc-4517-a911-17dfae8edb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:39.157811 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d7826e2b-9dfc-40f1-b60a-860b8336590b req-24f3e881-e6cc-4517-a911-17dfae8edb94 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 1099 time: 0.0432546 Sep 21 12:55:39.207029 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d7826e2b-9dfc-40f1-b60a-860b8336590b req-ddc3d01f-f515-4e87-a191-56b125f9078f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385454 Sep 21 12:55:39.360747 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f7bce-525d-4fc8-9362-748ec9f3556e req-0e1a6ecd-ad10-42b1-a480-7fb1b719c3c4 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:39.363250 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-699f7bce-525d-4fc8-9362-748ec9f3556e req-0e1a6ecd-ad10-42b1-a480-7fb1b719c3c4 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 943 time: 0.0604057 Sep 21 12:55:39.405705 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-699f7bce-525d-4fc8-9362-748ec9f3556e req-c959e4ee-3040-4ba3-b7ac-257eb9d364cb tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361819 Sep 21 12:55:39.557799 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70e6af-48ba-418a-8212-0bb6125d6143 req-b28ad5bb-5fca-40a6-841c-fa3d57bdb131 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:39.559416 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7e70e6af-48ba-418a-8212-0bb6125d6143 req-b28ad5bb-5fca-40a6-841c-fa3d57bdb131 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=faa98a62-0bdb-4d98-8a7f-db2d9ce65bd6 HTTP/1.1" status: 200 len: 944 time: 0.0591736 Sep 21 12:55:39.599228 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7e70e6af-48ba-418a-8212-0bb6125d6143 req-e8efe79b-0903-459b-a00d-07ad2f205b8d tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330360 Sep 21 12:55:39.607614 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device 8157f900-09d6-4c15-807f-06a32d295fb1 details requested by agent hyperv_hv-cinder-81013 with host hv-cinder-81013 {{(pid=93970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 12:55:39.611346 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device dad6b51c-6509-434b-9b2b-3c118e9cf5fb up at agent hyperv_hv-cinder-81013 {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:55:39.730127 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Provisioning for port dad6b51c-6509-434b-9b2b-3c118e9cf5fb completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 12:55:39.739557 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Provisioning complete for port dad6b51c-6509-434b-9b2b-3c118e9cf5fb triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:55:39.739990 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:39.796244 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port 8157f900-09d6-4c15-807f-06a32d295fb1, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=8157f900-09d6-4c15-807f-06a32d295fb1,segment=NetworkSegment(8ce5ce37-b5d4-4f1c-b3f1-8a9a5c079009),segment_id=8ce5ce37-b5d4-4f1c-b3f1-8a9a5c079009)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:55:39.817924 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Returning: {'device': '8157f900-09d6-4c15-807f-06a32d295fb1', 'network_id': '27767f99-e281-4d5d-b898-81af78d20fab', 'port_id': '8157f900-09d6-4c15-807f-06a32d295fb1', 'mac_address': 'fa:16:3e:2c:ca:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6a6bf61-a666-4cb5-b72a-cec9fdaeee40', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 12:55:39.894005 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:39.914358 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:40.051178 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8157f900-09d6-4c15-807f-06a32d295fb1 {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 12:55:40.088673 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa98a62-0bdb-4d98-8a7f-db2d9ce65bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dad6b51c-6509-434b-9b2b-3c118e9cf5fb'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 12:55:40.091895 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e3f31dd35d6e9892686e3dd7e28a33bc22b0e68501ee526cb23c786b8cd504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c8ab83-3ee3-4f1a-b02c-4dd1d7df3a02" -d '{"events": [{"server_uuid": "faa98a62-0bdb-4d98-8a7f-db2d9ce65bd6", "name": "network-vif-plugged", "status": "completed", "tag": "dad6b51c-6509-434b-9b2b-3c118e9cf5fb"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:55:40.099592 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port 8157f900-09d6-4c15-807f-06a32d295fb1, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=8157f900-09d6-4c15-807f-06a32d295fb1,segment=NetworkSegment(8ce5ce37-b5d4-4f1c-b3f1-8a9a5c079009),segment_id=8ce5ce37-b5d4-4f1c-b3f1-8a9a5c079009)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:55:40.109946 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184526a6-15e0-4b4e-8588-3a9df04bf6e6 req-3015ffd4-af13-42e2-ba23-9bd831ded0c9 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:40.111693 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-184526a6-15e0-4b4e-8588-3a9df04bf6e6 req-3015ffd4-af13-42e2-ba23-9bd831ded0c9 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=684ee871-1ba3-4e42-be83-1e679529a751 HTTP/1.1" status: 200 len: 943 time: 0.0568969 Sep 21 12:55:40.115699 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port dad6b51c-6509-434b-9b2b-3c118e9cf5fb, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=dad6b51c-6509-434b-9b2b-3c118e9cf5fb,segment=NetworkSegment(d328da7a-b4f4-4af5-8150-fe9ea1d1ccba),segment_id=d328da7a-b4f4-4af5-8150-fe9ea1d1ccba)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:55:40.117139 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:40.121413 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae67f3-b4cf-4486-a317-838d52a531e1 req-7eeb1cd2-87f1-4190-93f6-68144e2c9d0c tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:40.123382 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2cae67f3-b4cf-4486-a317-838d52a531e1 req-7eeb1cd2-87f1-4190-93f6-68144e2c9d0c tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.0606232 Sep 21 12:55:40.124233 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:40.156922 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-184526a6-15e0-4b4e-8588-3a9df04bf6e6 req-7454e179-12e0-4718-be3f-ea07fb9ad2c5 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a976e39-3baf-4d1f-bc7b-a7bc78123ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383034 Sep 21 12:55:40.168207 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2cae67f3-b4cf-4486-a317-838d52a531e1 req-2b88de4f-4901-43b7-af69-2f6804fe13c1 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355041 Sep 21 12:55:40.191407 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=8157f900-09d6-4c15-807f-06a32d295fb1,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:40.223017 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 12:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e97107-f1ba-45be-aaee-2e5ebdfa339e x-openstack-request-id: req-49e97107-f1ba-45be-aaee-2e5ebdfa339e {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:55:40.223313 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa98a62-0bdb-4d98-8a7f-db2d9ce65bd6", "name": "network-vif-plugged", "status": "completed", "tag": "dad6b51c-6509-434b-9b2b-3c118e9cf5fb", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:55:40.223564 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-49e97107-f1ba-45be-aaee-2e5ebdfa339e {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:55:40.223945 dv-cinder-810131-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faa98a62-0bdb-4d98-8a7f-db2d9ce65bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dad6b51c-6509-434b-9b2b-3c118e9cf5fb', 'code': 200} Sep 21 12:55:40.251789 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=dad6b51c-6509-434b-9b2b-3c118e9cf5fb,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:40.536016 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fccf93-22f4-4cc6-b362-a47f1ec35c84 req-6024547c-6f03-4a20-8930-db3ee501044b tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:40.537550 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c3fccf93-22f4-4cc6-b362-a47f1ec35c84 req-6024547c-6f03-4a20-8930-db3ee501044b tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 943 time: 0.0520220 Sep 21 12:55:40.580799 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c3fccf93-22f4-4cc6-b362-a47f1ec35c84 req-ade7ef11-1aea-4628-8dc8-c3c8f6a2ee48 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363410 Sep 21 12:55:40.740411 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 56156) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:55:40.754035 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14fdd1-9a7f-4669-ba77-25286cf952eb req-a1917c34-2309-4e13-b416-c0cfadda02e8 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:40.755970 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9f14fdd1-9a7f-4669-ba77-25286cf952eb req-a1917c34-2309-4e13-b416-c0cfadda02e8 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=faa98a62-0bdb-4d98-8a7f-db2d9ce65bd6 HTTP/1.1" status: 200 len: 945 time: 0.0671117 Sep 21 12:55:40.804731 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9f14fdd1-9a7f-4669-ba77-25286cf952eb req-16399f41-7a4b-491c-b51f-8b66518e939f tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417731 Sep 21 12:55:40.880400 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f814cdde-fc3b-438e-adfa-53c88eb9506e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:41.013913 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f814cdde-fc3b-438e-adfa-53c88eb9506e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:41.019800 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f814cdde-fc3b-438e-adfa-53c88eb9506e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:41.070695 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-f814cdde-fc3b-438e-adfa-53c88eb9506e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1cde27f2e279471da85588a5ab6d0a6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3288078 Sep 21 12:55:41.071516 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f814cdde-fc3b-438e-adfa-53c88eb9506e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7b7b31-80b0-4183-89b8-42bca02fc88c,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:41.073949 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 56166) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:55:41.165927 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0660fc1e-5ccd-412a-92fb-e2bb8a4e6454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:41.208993 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0660fc1e-5ccd-412a-92fb-e2bb8a4e6454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:41.299059 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518163f-fd4d-4a00-8271-f76385f96221 req-22dfbd9c-7f2a-43f4-99a1-981bf592fa3e tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:41.302135 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c518163f-fd4d-4a00-8271-f76385f96221 req-22dfbd9c-7f2a-43f4-99a1-981bf592fa3e tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=684ee871-1ba3-4e42-be83-1e679529a751 HTTP/1.1" status: 200 len: 944 time: 0.0549288 Sep 21 12:55:41.305674 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0660fc1e-5ccd-412a-92fb-e2bb8a4e6454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:41.308329 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0660fc1e-5ccd-412a-92fb-e2bb8a4e6454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:41.309813 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-0660fc1e-5ccd-412a-92fb-e2bb8a4e6454 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6c7b7b31-80b0-4183-89b8-42bca02fc88c HTTP/1.1" status: 204 len: 168 time: 0.2348397 Sep 21 12:55:41.322297 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d80741-213f-4f75-8835-377d9acef30f req-a9f5f0b2-a18b-4061-9f97-0d145aff1eeb tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:41.323935 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-83d80741-213f-4f75-8835-377d9acef30f req-a9f5f0b2-a18b-4061-9f97-0d145aff1eeb tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.0646982 Sep 21 12:55:41.331668 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0660fc1e-5ccd-412a-92fb-e2bb8a4e6454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7b7b31-80b0-4183-89b8-42bca02fc88c,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:41.371008 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c518163f-fd4d-4a00-8271-f76385f96221 req-2747e836-bc08-4da5-ab90-9066d2500817 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a976e39-3baf-4d1f-bc7b-a7bc78123ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624506 Sep 21 12:55:41.391309 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-83d80741-213f-4f75-8835-377d9acef30f req-175e8af6-9f40-4b6a-b9ee-29f4f314e65a tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548947 Sep 21 12:55:41.712397 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b306c-ef99-4bec-ba01-d1bd1ea420db req-1897759b-5363-4a03-bc3f-efdd8b39651a tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:41.713905 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-683b306c-ef99-4bec-ba01-d1bd1ea420db req-1897759b-5363-4a03-bc3f-efdd8b39651a tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 943 time: 0.0515435 Sep 21 12:55:41.756500 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-683b306c-ef99-4bec-ba01-d1bd1ea420db req-59e2a2c7-3229-4347-b666-4158fe36a6fa tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318537 Sep 21 12:55:41.925568 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a416a61-c98a-4793-a3ee-814e119a13e0 req-10b2962c-3974-48b2-84da-b467c001f7f4 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:41.927498 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7a416a61-c98a-4793-a3ee-814e119a13e0 req-10b2962c-3974-48b2-84da-b467c001f7f4 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=faa98a62-0bdb-4d98-8a7f-db2d9ce65bd6 HTTP/1.1" status: 200 len: 945 time: 0.0553274 Sep 21 12:55:41.965207 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7a416a61-c98a-4793-a3ee-814e119a13e0 req-58fa0b13-12f0-4837-97c3-79fd938d01e0 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317879 Sep 21 12:55:42.157721 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device cf3dd969-8e6c-4ca0-85b1-b5dbdd367470 details requested by agent hyperv_hv-cinder-81013 with host hv-cinder-81013 {{(pid=93970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 12:55:42.267294 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port cf3dd969-8e6c-4ca0-85b1-b5dbdd367470, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=cf3dd969-8e6c-4ca0-85b1-b5dbdd367470,segment=NetworkSegment(d65f44a9-e76e-4bb2-9420-80b10a796110),segment_id=d65f44a9-e76e-4bb2-9420-80b10a796110)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:55:42.280597 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Returning: {'device': 'cf3dd969-8e6c-4ca0-85b1-b5dbdd367470', 'network_id': '448bd693-ac99-4c36-8b6e-b9a357473df4', 'port_id': 'cf3dd969-8e6c-4ca0-85b1-b5dbdd367470', 'mac_address': 'fa:16:3e:42:50:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc0ebff-08f8-4d98-a7ec-9196a5213e06', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 12:55:42.323391 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:42.340319 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf3dd969-8e6c-4ca0-85b1-b5dbdd367470 {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 12:55:42.364967 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port cf3dd969-8e6c-4ca0-85b1-b5dbdd367470, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=cf3dd969-8e6c-4ca0-85b1-b5dbdd367470,segment=NetworkSegment(d65f44a9-e76e-4bb2-9420-80b10a796110),segment_id=d65f44a9-e76e-4bb2-9420-80b10a796110)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:55:42.369240 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:42.444126 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=cf3dd969-8e6c-4ca0-85b1-b5dbdd367470,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:42.528576 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6564b8a5-1b3a-475d-8fca-56dc3971d79e req-0f436cd7-b3ec-4f72-b8c7-f984382192f5 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:42.530561 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6564b8a5-1b3a-475d-8fca-56dc3971d79e req-0f436cd7-b3ec-4f72-b8c7-f984382192f5 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=684ee871-1ba3-4e42-be83-1e679529a751 HTTP/1.1" status: 200 len: 944 time: 0.0624630 Sep 21 12:55:42.535291 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808e8ac-3988-49bc-a883-e666d49e5d9b req-970ead2c-45a4-4015-abf5-ccf87722573a tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:42.536911 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6808e8ac-3988-49bc-a883-e666d49e5d9b req-970ead2c-45a4-4015-abf5-ccf87722573a tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.0561397 Sep 21 12:55:42.571959 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6564b8a5-1b3a-475d-8fca-56dc3971d79e req-6d004ba3-7535-4bab-9804-0c0bf8ef8758 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a976e39-3baf-4d1f-bc7b-a7bc78123ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344267 Sep 21 12:55:42.578637 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6808e8ac-3988-49bc-a883-e666d49e5d9b req-b0961468-8e09-4101-8710-cd11bc5f7874 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343871 Sep 21 12:55:42.648689 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f4debb35-2c04-4900-8761-2f46f91dfb3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:42.877127 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead86793-6340-4bc5-a1f1-04afe50b61c0 req-dcea2cbd-db0f-4480-b542-810ffb93051c tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:42.878728 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ead86793-6340-4bc5-a1f1-04afe50b61c0 req-dcea2cbd-db0f-4480-b542-810ffb93051c tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 944 time: 0.0495362 Sep 21 12:55:42.916299 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ead86793-6340-4bc5-a1f1-04afe50b61c0 req-30cf73d5-9690-433c-bc5f-d5c743f0072c tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315828 Sep 21 12:55:43.083176 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5fd72-311d-4c4e-bdda-a10eb7c577ac req-d236a4e9-d51f-41f6-a286-3131a78c02fc tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:43.084751 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3fc5fd72-311d-4c4e-bdda-a10eb7c577ac req-d236a4e9-d51f-41f6-a286-3131a78c02fc tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=faa98a62-0bdb-4d98-8a7f-db2d9ce65bd6 HTTP/1.1" status: 200 len: 945 time: 0.0489712 Sep 21 12:55:43.124235 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3fc5fd72-311d-4c4e-bdda-a10eb7c577ac req-7bceb4d1-0105-4938-9c31-ee0815d26f1e tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333543 Sep 21 12:55:43.341300 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b9c83-4706-4f62-b1b1-49d90a894442 req-68e5c861-f838-4b49-af54-a02bd686974e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:43.343034 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-441b9c83-4706-4f62-b1b1-49d90a894442 req-68e5c861-f838-4b49-af54-a02bd686974e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=faa98a62-0bdb-4d98-8a7f-db2d9ce65bd6 HTTP/1.1" status: 200 len: 1098 time: 0.0452461 Sep 21 12:55:43.387319 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-441b9c83-4706-4f62-b1b1-49d90a894442 req-235fc79a-f8d1-4078-8d42-1a629e4b6554 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320878 Sep 21 12:55:43.485922 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] get_ports_and_sgs() called for port_ids ['8157f900-09d6-4c15-807f-06a32d295fb1'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 12:55:43.578641 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] get_ports_and_sgs() called for port_ids ['cf3dd969-8e6c-4ca0-85b1-b5dbdd367470'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 12:55:43.764140 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7561067-567c-4935-857a-899bf81c82fe req-57c88328-144d-4f01-bff5-d3e9677a6759 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:43.771749 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a7561067-567c-4935-857a-899bf81c82fe req-57c88328-144d-4f01-bff5-d3e9677a6759 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.0868115 Sep 21 12:55:43.778565 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b0ad6-06ae-406b-ada9-da57be39e18f req-d0b5031d-cd7d-4707-ba96-81e43cd229fa tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:43.781169 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-452b0ad6-06ae-406b-ada9-da57be39e18f req-d0b5031d-cd7d-4707-ba96-81e43cd229fa tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=684ee871-1ba3-4e42-be83-1e679529a751 HTTP/1.1" status: 200 len: 944 time: 0.1001785 Sep 21 12:55:43.812334 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a7561067-567c-4935-857a-899bf81c82fe req-d05e2f64-922d-462a-a7bf-f1de0785331a tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383248 Sep 21 12:55:43.835956 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-452b0ad6-06ae-406b-ada9-da57be39e18f req-463ed957-c775-4cc1-9b3a-b46313b86c29 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a976e39-3baf-4d1f-bc7b-a7bc78123ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478165 Sep 21 12:55:44.035165 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9dc688-ec4e-4534-96b0-828fb5a31b38 req-74ae56e5-04eb-4b0a-8782-d850dca4cb54 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:44.036604 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fb9dc688-ec4e-4534-96b0-828fb5a31b38 req-74ae56e5-04eb-4b0a-8782-d850dca4cb54 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 944 time: 0.0513928 Sep 21 12:55:44.075614 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fb9dc688-ec4e-4534-96b0-828fb5a31b38 req-939dd8e6-1bf7-4eb0-9b16-285e18d9dc14 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327513 Sep 21 12:55:44.241850 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d5f53-714d-46f4-8b6b-48acb426bb61 req-cd19f30c-311e-4624-b59b-c3c4330f1cf1 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:44.243356 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-dc5d5f53-714d-46f4-8b6b-48acb426bb61 req-cd19f30c-311e-4624-b59b-c3c4330f1cf1 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=faa98a62-0bdb-4d98-8a7f-db2d9ce65bd6 HTTP/1.1" status: 200 len: 945 time: 0.0481329 Sep 21 12:55:44.281640 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-dc5d5f53-714d-46f4-8b6b-48acb426bb61 req-90ac32ba-87a0-4528-83f0-0cec4fa79718 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320809 Sep 21 12:55:44.821322 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-b5107449-46e0-4483-9031-0c19752d4acf None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:55:44.976438 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986541a0-96de-485c-beea-e8e6f98d88f2 req-821ba9a0-a38b-400a-ad84-5e18d7137822 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:44.978095 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-986541a0-96de-485c-beea-e8e6f98d88f2 req-821ba9a0-a38b-400a-ad84-5e18d7137822 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.0791869 Sep 21 12:55:45.032911 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba5a593-fb64-45f5-a272-dca61e1e7b61 req-c0798049-213a-4b44-bcf4-0198976490e2 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:45.035336 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7ba5a593-fb64-45f5-a272-dca61e1e7b61 req-c0798049-213a-4b44-bcf4-0198976490e2 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=684ee871-1ba3-4e42-be83-1e679529a751 HTTP/1.1" status: 200 len: 944 time: 0.0605423 Sep 21 12:55:45.035463 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-986541a0-96de-485c-beea-e8e6f98d88f2 req-d0fd11a1-d50d-4273-a9ff-e490600779ff tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387154 Sep 21 12:55:45.082965 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7ba5a593-fb64-45f5-a272-dca61e1e7b61 req-872dc363-f713-4e01-ae77-731674ed0464 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a976e39-3baf-4d1f-bc7b-a7bc78123ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397439 Sep 21 12:55:45.196473 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d82ac0-db4e-4893-b288-ad6f6cff909f req-32b1dc79-b3ab-460b-bb57-23e0fe5bf5f8 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:45.198577 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-09d82ac0-db4e-4893-b288-ad6f6cff909f req-32b1dc79-b3ab-460b-bb57-23e0fe5bf5f8 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0702753 Sep 21 12:55:45.237435 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c8a39-1a6f-4657-b913-3ee12ea3e95f req-441c9a2c-249e-47a6-a7e6-924a2ce29e2f tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:45.239302 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3a7c8a39-1a6f-4657-b913-3ee12ea3e95f req-441c9a2c-249e-47a6-a7e6-924a2ce29e2f tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 944 time: 0.0719857 Sep 21 12:55:45.250651 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-09d82ac0-db4e-4893-b288-ad6f6cff909f req-095b4f61-ad89-4c24-be9d-24497c029fe0 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461812 Sep 21 12:55:45.288937 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3a7c8a39-1a6f-4657-b913-3ee12ea3e95f req-dbdd6e8f-684e-4eaf-80a8-f1a09b7d8844 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436897 Sep 21 12:55:45.351463 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-47768c52-ed17-480d-bd7c-e1e57a712643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:45.447682 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdcf9a6-c242-49b9-8f2a-52dcabbd5d17 req-bb3cb5e7-16d0-48e2-839c-29a595c397df tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:45.449336 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9cdcf9a6-c242-49b9-8f2a-52dcabbd5d17 req-bb3cb5e7-16d0-48e2-839c-29a595c397df tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=faa98a62-0bdb-4d98-8a7f-db2d9ce65bd6 HTTP/1.1" status: 200 len: 945 time: 0.0655701 Sep 21 12:55:45.509433 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9cdcf9a6-c242-49b9-8f2a-52dcabbd5d17 req-bbffbc20-e556-461e-9d16-d5b746d5ad25 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465126 Sep 21 12:55:45.681647 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device cf3dd969-8e6c-4ca0-85b1-b5dbdd367470 up at agent hyperv_hv-cinder-81013 {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:55:45.740241 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Provisioning for port cf3dd969-8e6c-4ca0-85b1-b5dbdd367470 completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 12:55:45.744226 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Provisioning complete for port cf3dd969-8e6c-4ca0-85b1-b5dbdd367470 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:55:45.744594 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:45.800964 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:45.862018 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:45.896976 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e963d5b-22a8-4cd6-8a7e-0f533881f96b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf3dd969-8e6c-4ca0-85b1-b5dbdd367470'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 12:55:45.899326 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e3f31dd35d6e9892686e3dd7e28a33bc22b0e68501ee526cb23c786b8cd504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c19e5d8-934b-4b9e-b221-7d677952f8cb" -d '{"events": [{"server_uuid": "7e963d5b-22a8-4cd6-8a7e-0f533881f96b", "name": "network-vif-plugged", "status": "completed", "tag": "cf3dd969-8e6c-4ca0-85b1-b5dbdd367470"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:55:45.913546 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:45.916371 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port cf3dd969-8e6c-4ca0-85b1-b5dbdd367470, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=cf3dd969-8e6c-4ca0-85b1-b5dbdd367470,segment=NetworkSegment(d65f44a9-e76e-4bb2-9420-80b10a796110),segment_id=d65f44a9-e76e-4bb2-9420-80b10a796110)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:55:45.922756 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:45.923954 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device 8157f900-09d6-4c15-807f-06a32d295fb1 up at agent hyperv_hv-cinder-81013 {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:55:45.958104 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 12:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7621c3ee-123f-411a-883e-4a9928faaccb x-openstack-request-id: req-7621c3ee-123f-411a-883e-4a9928faaccb {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:55:45.958596 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e963d5b-22a8-4cd6-8a7e-0f533881f96b", "name": "network-vif-plugged", "status": "completed", "tag": "cf3dd969-8e6c-4ca0-85b1-b5dbdd367470", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:55:45.958857 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7621c3ee-123f-411a-883e-4a9928faaccb {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:55:45.959354 dv-cinder-810131-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e963d5b-22a8-4cd6-8a7e-0f533881f96b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf3dd969-8e6c-4ca0-85b1-b5dbdd367470', 'code': 200} Sep 21 12:55:46.037250 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=cf3dd969-8e6c-4ca0-85b1-b5dbdd367470,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:46.040573 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Provisioning for port 8157f900-09d6-4c15-807f-06a32d295fb1 completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 12:55:46.044576 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Provisioning complete for port 8157f900-09d6-4c15-807f-06a32d295fb1 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:55:46.044933 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:46.129114 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:46.168658 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 56440) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:55:46.168812 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port 8157f900-09d6-4c15-807f-06a32d295fb1, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=8157f900-09d6-4c15-807f-06a32d295fb1,segment=NetworkSegment(8ce5ce37-b5d4-4f1c-b3f1-8a9a5c079009),segment_id=8ce5ce37-b5d4-4f1c-b3f1-8a9a5c079009)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:55:46.173596 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:46.214180 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd279a4-8d55-44c7-a148-ad799a5b135f req-b301ad84-3b7d-4939-8cbd-8fbb009f04f3 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:46.215809 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7bd279a4-8d55-44c7-a148-ad799a5b135f req-b301ad84-3b7d-4939-8cbd-8fbb009f04f3 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=684ee871-1ba3-4e42-be83-1e679529a751 HTTP/1.1" status: 200 len: 944 time: 0.0616274 Sep 21 12:55:46.235635 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=8157f900-09d6-4c15-807f-06a32d295fb1,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:46.261036 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7bd279a4-8d55-44c7-a148-ad799a5b135f req-be9bb47c-f77c-48b7-8d64-20ee2edbc460 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a976e39-3baf-4d1f-bc7b-a7bc78123ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368371 Sep 21 12:55:46.298796 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-dbee0417-d0d5-468e-9bd9-552b1ed89fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:46.419777 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-dbee0417-d0d5-468e-9bd9-552b1ed89fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:46.425701 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-dbee0417-d0d5-468e-9bd9-552b1ed89fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:46.474582 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338a46b-c1d8-441c-ab51-a9242f502472 req-7b814355-ab06-48e6-9e6b-4477708e0fed tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:46.476062 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f338a46b-c1d8-441c-ab51-a9242f502472 req-7b814355-ab06-48e6-9e6b-4477708e0fed tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 945 time: 0.1009965 Sep 21 12:55:46.482062 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-dbee0417-d0d5-468e-9bd9-552b1ed89fee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f352f8104f6e43d1b11c013bb117d318&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3100283 Sep 21 12:55:46.482062 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee0417-d0d5-468e-9bd9-552b1ed89fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4d9031-0f2a-4f19-acda-7ef57304b662,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:46.482625 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 56448) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:55:46.517289 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f338a46b-c1d8-441c-ab51-a9242f502472 req-35ea5ff5-8444-4ab7-8aa5-760da40636f3 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338051 Sep 21 12:55:46.541796 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f89858a3-4d45-4958-9c08-4ed90ce36341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:46.563723 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f89858a3-4d45-4958-9c08-4ed90ce36341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:46.612245 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f89858a3-4d45-4958-9c08-4ed90ce36341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:46.613143 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:46.614955 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f89858a3-4d45-4958-9c08-4ed90ce36341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:46.616107 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-f89858a3-4d45-4958-9c08-4ed90ce36341 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2d4d9031-0f2a-4f19-acda-7ef57304b662 HTTP/1.1" status: 204 len: 168 time: 0.1322823 Sep 21 12:55:46.623916 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89858a3-4d45-4958-9c08-4ed90ce36341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4d9031-0f2a-4f19-acda-7ef57304b662,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:46.883072 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 56458) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:55:46.906058 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5cfc0aa9-8a67-4fa4-8b0b-370833682a3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:47.005668 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5cfc0aa9-8a67-4fa4-8b0b-370833682a3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:47.010148 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5cfc0aa9-8a67-4fa4-8b0b-370833682a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:47.046762 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-5cfc0aa9-8a67-4fa4-8b0b-370833682a3e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2fededb1d3d745b5922b19ee003da4f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1625726 Sep 21 12:55:47.050010 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 56462) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:55:47.054153 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc0aa9-8a67-4fa4-8b0b-370833682a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c12a3d6-6310-4161-bb86-a47294274433,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:47.114898 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5d39e8dd-d17f-47e2-ac78-78c91c06fcf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:47.138267 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5d39e8dd-d17f-47e2-ac78-78c91c06fcf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:47.195449 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5d39e8dd-d17f-47e2-ac78-78c91c06fcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:47.197983 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5d39e8dd-d17f-47e2-ac78-78c91c06fcf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:47.199164 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-5d39e8dd-d17f-47e2-ac78-78c91c06fcf8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6c12a3d6-6310-4161-bb86-a47294274433 HTTP/1.1" status: 204 len: 168 time: 0.1481392 Sep 21 12:55:47.208134 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d39e8dd-d17f-47e2-ac78-78c91c06fcf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c12a3d6-6310-4161-bb86-a47294274433,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:47.381364 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab277cbd-b387-4e20-a280-dddbe36f5b2f req-92218705-a43d-4799-a056-177ec10cff6f tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:47.382953 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ab277cbd-b387-4e20-a280-dddbe36f5b2f req-92218705-a43d-4799-a056-177ec10cff6f tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=684ee871-1ba3-4e42-be83-1e679529a751 HTTP/1.1" status: 200 len: 945 time: 0.0530407 Sep 21 12:55:47.422597 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ab277cbd-b387-4e20-a280-dddbe36f5b2f req-9a65297f-1ef1-48db-9533-62f0e761933c tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a976e39-3baf-4d1f-bc7b-a7bc78123ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335402 Sep 21 12:55:47.530703 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 56474) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:55:47.548756 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0dbde097-15fd-43c0-abe9-77e7ae24b275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:47.642499 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0dbde097-15fd-43c0-abe9-77e7ae24b275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:47.645365 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b6a73-84e6-477e-923f-4293c828c851 req-0a841dd9-e41e-4381-9f5b-57f2b5e00246 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:47.647116 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-732b6a73-84e6-477e-923f-4293c828c851 req-0a841dd9-e41e-4381-9f5b-57f2b5e00246 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 945 time: 0.0519795 Sep 21 12:55:47.647326 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0dbde097-15fd-43c0-abe9-77e7ae24b275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:47.689747 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-732b6a73-84e6-477e-923f-4293c828c851 req-aab63c83-dbf7-42ca-9cd3-d1758e893f07 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362673 Sep 21 12:55:47.691494 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-0dbde097-15fd-43c0-abe9-77e7ae24b275 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c370e2cfc7fe4bb990a0f3dac1d14b1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1597285 Sep 21 12:55:47.692476 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbde097-15fd-43c0-abe9-77e7ae24b275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe02bc4-465b-4042-b4f7-479c393f0bc4,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:47.694289 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 56480) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:55:47.748499 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9fe6423a-ac95-46a3-b93d-aeb9673ef191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:47.771255 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9fe6423a-ac95-46a3-b93d-aeb9673ef191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:47.823083 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9fe6423a-ac95-46a3-b93d-aeb9673ef191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:47.825707 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9fe6423a-ac95-46a3-b93d-aeb9673ef191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:47.826993 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-9fe6423a-ac95-46a3-b93d-aeb9673ef191 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fbe02bc4-465b-4042-b4f7-479c393f0bc4 HTTP/1.1" status: 204 len: 168 time: 0.1310165 Sep 21 12:55:47.834911 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe6423a-ac95-46a3-b93d-aeb9673ef191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe02bc4-465b-4042-b4f7-479c393f0bc4,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:47.920441 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:47.960275 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684ee871-1ba3-4e42-be83-1e679529a751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8157f900-09d6-4c15-807f-06a32d295fb1'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 12:55:47.962898 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e3f31dd35d6e9892686e3dd7e28a33bc22b0e68501ee526cb23c786b8cd504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032b2341-d300-4667-9633-7e4c7f0bd4fe" -d '{"events": [{"server_uuid": "684ee871-1ba3-4e42-be83-1e679529a751", "name": "network-vif-plugged", "status": "completed", "tag": "8157f900-09d6-4c15-807f-06a32d295fb1"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:55:47.999267 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 12:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5aee11f-71db-4321-a4b6-e214840ea44d x-openstack-request-id: req-e5aee11f-71db-4321-a4b6-e214840ea44d {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:55:47.999558 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "684ee871-1ba3-4e42-be83-1e679529a751", "name": "network-vif-plugged", "status": "completed", "tag": "8157f900-09d6-4c15-807f-06a32d295fb1", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:55:47.999827 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e5aee11f-71db-4321-a4b6-e214840ea44d {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:55:48.000359 dv-cinder-810131-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '684ee871-1ba3-4e42-be83-1e679529a751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8157f900-09d6-4c15-807f-06a32d295fb1', 'code': 200} Sep 21 12:55:48.540745 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cdc119-48a8-4e5e-a40e-58ede411766d req-a985499f-59ff-477a-b957-56348c07e602 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:48.542384 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-09cdc119-48a8-4e5e-a40e-58ede411766d req-a985499f-59ff-477a-b957-56348c07e602 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=684ee871-1ba3-4e42-be83-1e679529a751 HTTP/1.1" status: 200 len: 945 time: 0.0495021 Sep 21 12:55:48.582282 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-09cdc119-48a8-4e5e-a40e-58ede411766d req-898feadd-8cfa-4998-9de2-790a9baa0996 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a976e39-3baf-4d1f-bc7b-a7bc78123ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338144 Sep 21 12:55:48.816330 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41a77a-dd31-4ee8-b75e-39dd801575a4 req-fea7845a-a58c-470d-bb1b-08137822d4ee tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:48.818130 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1a41a77a-dd31-4ee8-b75e-39dd801575a4 req-fea7845a-a58c-470d-bb1b-08137822d4ee tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 945 time: 0.0531161 Sep 21 12:55:48.881129 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1a41a77a-dd31-4ee8-b75e-39dd801575a4 req-afc476ad-a8b6-4f7c-b2b5-c11d5a57ab86 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566249 Sep 21 12:55:49.050726 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d15c2a-caad-4454-99de-72127330c625 req-bda1af43-25eb-46f2-bf71-bd6746efe1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:49.051935 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f9eac4-d536-486b-a1c8-8342f16e9561 req-0ea3529c-f59a-495c-9b13-a98b42b73400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:49.052223 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b1d15c2a-caad-4454-99de-72127330c625 req-bda1af43-25eb-46f2-bf71-bd6746efe1c8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 1098 time: 0.0438316 Sep 21 12:55:49.053452 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c7f9eac4-d536-486b-a1c8-8342f16e9561 req-0ea3529c-f59a-495c-9b13-a98b42b73400 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=684ee871-1ba3-4e42-be83-1e679529a751 HTTP/1.1" status: 200 len: 1098 time: 0.0417731 Sep 21 12:55:49.098940 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c7f9eac4-d536-486b-a1c8-8342f16e9561 req-6774577d-5385-4a7e-9b83-3d85915473f6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5a976e39-3baf-4d1f-bc7b-a7bc78123ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282307 Sep 21 12:55:49.099354 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b1d15c2a-caad-4454-99de-72127330c625 req-19fa57a3-6f5b-41eb-9e7f-46ecfebee227 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290263 Sep 21 12:55:49.704148 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9236e07-7c60-4303-ac93-f6c8f1fe9d51 req-91659643-31c8-439d-b8e4-b6454ba17a57 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:49.705742 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e9236e07-7c60-4303-ac93-f6c8f1fe9d51 req-91659643-31c8-439d-b8e4-b6454ba17a57 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=684ee871-1ba3-4e42-be83-1e679529a751 HTTP/1.1" status: 200 len: 945 time: 0.0511122 Sep 21 12:55:49.756809 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e9236e07-7c60-4303-ac93-f6c8f1fe9d51 req-5b023e4d-2f61-4df3-a095-125959aaa840 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a976e39-3baf-4d1f-bc7b-a7bc78123ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444586 Sep 21 12:55:50.018861 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa64614-ddf5-4133-b84e-9f7664b4e879 req-914f776b-e712-4c09-aac8-d643250e6f35 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:50.020731 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-eaa64614-ddf5-4133-b84e-9f7664b4e879 req-914f776b-e712-4c09-aac8-d643250e6f35 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 945 time: 0.0558517 Sep 21 12:55:50.063888 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-eaa64614-ddf5-4133-b84e-9f7664b4e879 req-8498aba3-048b-41d0-872f-336c135c5844 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361571 Sep 21 12:55:50.138439 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a29f84-a237-4b4c-9b36-89b7535a297a req-8437bfba-e6b7-44cb-8872-9085e99d0d72 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:50.140882 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e8a29f84-a237-4b4c-9b36-89b7535a297a req-8437bfba-e6b7-44cb-8872-9085e99d0d72 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0565028 Sep 21 12:55:50.153393 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f09039-2186-44a6-81ac-4ff286e3c140 req-f49878d4-2fd3-4c1d-a0a4-83ba788afb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:50.155708 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-22f09039-2186-44a6-81ac-4ff286e3c140 req-f49878d4-2fd3-4c1d-a0a4-83ba788afb07 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=733d5bd9c7084becb0ad3bb10d2da297&device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 1099 time: 0.0487030 Sep 21 12:55:50.186965 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e8a29f84-a237-4b4c-9b36-89b7535a297a req-5ca8b721-6b66-42c5-a84a-f98c1143b964 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382318 Sep 21 12:55:50.254357 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f09039-2186-44a6-81ac-4ff286e3c140 req-4a6384d7-987b-4a86-8141-5e9079a40651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:50.255859 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-22f09039-2186-44a6-81ac-4ff286e3c140 req-4a6384d7-987b-4a86-8141-5e9079a40651 service neutron] 10.222.0.45 "GET /v2.0/networks?id=480564d1-d18f-47e0-b274-17cfc68cf539 HTTP/1.1" status: 200 len: 920 time: 0.0920005 Sep 21 12:55:50.306226 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-22f09039-2186-44a6-81ac-4ff286e3c140 req-54c16750-cf02-4926-99da-65571d714c93 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da06e402-0ae1-4ccc-98cb-edcb9f469cc0 HTTP/1.1" status: 200 len: 217 time: 0.0418775 Sep 21 12:55:50.373385 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f09039-2186-44a6-81ac-4ff286e3c140 req-bd540bd2-b88a-48c2-b5dc-342d9db0b402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:50.374884 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-22f09039-2186-44a6-81ac-4ff286e3c140 req-bd540bd2-b88a-48c2-b5dc-342d9db0b402 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=44b95dae-7a59-470d-b24b-f73d769ae49b HTTP/1.1" status: 200 len: 859 time: 0.0455654 Sep 21 12:55:50.411515 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-22f09039-2186-44a6-81ac-4ff286e3c140 req-18a17586-62d0-426b-b0bb-6e15bb494adc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=480564d1-d18f-47e0-b274-17cfc68cf539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265005 Sep 21 12:55:50.530568 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-22f09039-2186-44a6-81ac-4ff286e3c140 req-965ce2a1-3330-46be-b3fe-b2b9e1e6137a service neutron] 10.222.0.45 "GET /v2.0/networks/480564d1-d18f-47e0-b274-17cfc68cf539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107335 Sep 21 12:55:50.628452 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-22f09039-2186-44a6-81ac-4ff286e3c140 req-31fde19e-337b-47d9-84e9-39291f7dce0b service neutron] 10.222.0.45 "GET /v2.0/networks/480564d1-d18f-47e0-b274-17cfc68cf539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842426 Sep 21 12:55:50.877134 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0311505-2c78-4708-9eb4-6974ef92c382 req-80b3582a-5897-4d84-a31c-0cd0540d0737 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:50.879843 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c0311505-2c78-4708-9eb4-6974ef92c382 req-80b3582a-5897-4d84-a31c-0cd0540d0737 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=684ee871-1ba3-4e42-be83-1e679529a751 HTTP/1.1" status: 200 len: 945 time: 0.0541091 Sep 21 12:55:50.922925 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c0311505-2c78-4708-9eb4-6974ef92c382 req-6c342dfb-04d1-4edc-9296-888d9ae14672 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a976e39-3baf-4d1f-bc7b-a7bc78123ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370326 Sep 21 12:55:51.192577 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5520d83-8eaa-4e6a-bc7b-efbf7fe79e68 req-0d2ab8a0-2f33-430b-ae08-69945cc042ab tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:51.194203 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d5520d83-8eaa-4e6a-bc7b-efbf7fe79e68 req-0d2ab8a0-2f33-430b-ae08-69945cc042ab tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 945 time: 0.0547500 Sep 21 12:55:51.239580 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d5520d83-8eaa-4e6a-bc7b-efbf7fe79e68 req-418c14cb-be5c-4267-996e-6c4233a42932 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390108 Sep 21 12:55:51.326821 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e9d18-10f0-4d4a-a95b-2d26eb590df7 req-23745da7-151a-4ca8-a26e-016ec354cf90 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:51.328356 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e41e9d18-10f0-4d4a-a95b-2d26eb590df7 req-23745da7-151a-4ca8-a26e-016ec354cf90 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0618427 Sep 21 12:55:51.374111 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e41e9d18-10f0-4d4a-a95b-2d26eb590df7 req-ac89f27f-7673-4939-92d8-a2a384bb965d tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385132 Sep 21 12:55:52.048061 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e14636-9af5-4714-9110-4536db0bce8b req-d535c5db-704c-420e-b58a-6572ba7b6acd tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:52.050499 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d7e14636-9af5-4714-9110-4536db0bce8b req-d535c5db-704c-420e-b58a-6572ba7b6acd tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=684ee871-1ba3-4e42-be83-1e679529a751 HTTP/1.1" status: 200 len: 945 time: 0.0581670 Sep 21 12:55:52.089936 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d7e14636-9af5-4714-9110-4536db0bce8b req-f5f5d59b-8d1d-49b0-bf12-be7563b0aa44 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a976e39-3baf-4d1f-bc7b-a7bc78123ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328453 Sep 21 12:55:52.375195 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd06255-ae44-45e9-beeb-5e444d3cfb67 req-dc093b75-eca5-4481-b2c3-c5c53fb95b8e tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:52.376766 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-dcd06255-ae44-45e9-beeb-5e444d3cfb67 req-dc093b75-eca5-4481-b2c3-c5c53fb95b8e tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 945 time: 0.0577531 Sep 21 12:55:52.432698 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-dcd06255-ae44-45e9-beeb-5e444d3cfb67 req-df408b48-fcc0-49b4-8b5e-a4b04e6e5312 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432675 Sep 21 12:55:52.537991 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da48584-c1b8-4761-92fa-7726fa36ccde req-3632f1c6-690d-465c-98fd-0a7c68a92a34 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:52.539474 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7da48584-c1b8-4761-92fa-7726fa36ccde req-3632f1c6-690d-465c-98fd-0a7c68a92a34 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0521095 Sep 21 12:55:52.578816 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7da48584-c1b8-4761-92fa-7726fa36ccde req-a471f89e-f378-4698-9585-91f50c4c19ef tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331817 Sep 21 12:55:52.688935 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ad0a7-6512-4c56-9b1b-7f6beff4173c req-0fa08118-868e-4a7a-9600-a78406721897 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:52.691811 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8f3ad0a7-6512-4c56-9b1b-7f6beff4173c req-0fa08118-868e-4a7a-9600-a78406721897 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 945 time: 0.0564809 Sep 21 12:55:52.700984 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 56636) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:55:52.706810 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-003f79d0-3ffe-47eb-a4f7-88cc3ccc1aa2 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Request body: {'floatingip': {'port_id': 'cf3dd969-8e6c-4ca0-85b1-b5dbdd367470'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:55:52.781731 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-003f79d0-3ffe-47eb-a4f7-88cc3ccc1aa2 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks [] for floatingip, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:53.087516 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386a09f-86f4-4eeb-a116-bb4c2fa42b09 req-1cf8416b-da50-41f1-9447-1208ed724b0b tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:53.088989 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8386a09f-86f4-4eeb-a116-bb4c2fa42b09 req-1cf8416b-da50-41f1-9447-1208ed724b0b tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=684ee871-1ba3-4e42-be83-1e679529a751 HTTP/1.1" status: 200 len: 945 time: 0.0489407 Sep 21 12:55:53.126736 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8386a09f-86f4-4eeb-a116-bb4c2fa42b09 req-0e2a8e3a-cf10-41ae-bb37-b3eda18a2413 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a976e39-3baf-4d1f-bc7b-a7bc78123ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317469 Sep 21 12:55:53.395701 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-003f79d0-3ffe-47eb-a4f7-88cc3ccc1aa2 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:53.399456 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-003f79d0-3ffe-47eb-a4f7-88cc3ccc1aa2 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618694'] for floatingip, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:53.708514 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.db.l3_db [None req-003f79d0-3ffe-47eb-a4f7-88cc3ccc1aa2 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Floating IP 36e71d8a-a0a5-4307-b00c-31f2782886b6 associated. External IP: 172.27.0.150, port: cf3dd969-8e6c-4ca0-85b1-b5dbdd367470. Sep 21 12:55:53.742971 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a61b57-697f-45f9-9f9d-9021dfae9331 req-c992b250-53d2-4c05-91e4-6430600b0ce9 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:53.747022 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a1a61b57-697f-45f9-9f9d-9021dfae9331 req-c992b250-53d2-4c05-91e4-6430600b0ce9 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0674717 Sep 21 12:55:53.784994 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a1a61b57-697f-45f9-9f9d-9021dfae9331 req-20dc0ccb-a556-408b-b0f0-be5852e66649 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331733 Sep 21 12:55:53.792964 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 56656) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:55:53.913003 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f6feb50f-f99b-4dbd-bd1e-d366bdf0c5c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:53.933351 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003f79d0-3ffe-47eb-a4f7-88cc3ccc1aa2 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Router 0d2f6837-5661-48bc-a51c-7fa04bb088ba has already been hosted by L3 agent ac1410d3-fc19-41f1-a8a6-9305dbf296af {{(pid=93968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:55:54.029886 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f6feb50f-f99b-4dbd-bd1e-d366bdf0c5c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:54.035857 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f6feb50f-f99b-4dbd-bd1e-d366bdf0c5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:54.060265 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003f79d0-3ffe-47eb-a4f7-88cc3ccc1aa2 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify agent at l3_agent.dv-cinder-810131-2-iscsi the message routers_updated {{(pid=93968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:55:54.066322 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-003f79d0-3ffe-47eb-a4f7-88cc3ccc1aa2 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for floatingip, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:54.075351 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299d54bc-8e53-4651-adb5-12d1ab63396c None None] Sync routers for ids ['0d2f6837-5661-48bc-a51c-7fa04bb088ba'] in dv-cinder-810131-2-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:55:54.080635 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6feb50f-f99b-4dbd-bd1e-d366bdf0c5c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5b64b9-4b78-4ded-b763-01a76790c4f8,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:54.085693 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-f6feb50f-f99b-4dbd-bd1e-d366bdf0c5c8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4f998358dd6446d5b1f90f11dc9b93e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2916234 Sep 21 12:55:54.089434 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 56660) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:55:54.099665 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-003f79d0-3ffe-47eb-a4f7-88cc3ccc1aa2 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "PUT /v2.0/floatingips/36e71d8a-a0a5-4307-b00c-31f2782886b6 HTTP/1.1" status: 200 len: 991 time: 1.3974841 Sep 21 12:55:54.100177 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e963d5b-22a8-4cd6-8a7e-0f533881f96b', 'tag': 'cf3dd969-8e6c-4ca0-85b1-b5dbdd367470'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 12:55:54.102503 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a262e2a05831170809019d2cf22837e497d964a865586fc051a88de41b43109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12436b2d-c8ce-442d-b30f-743508a03fb7" -d '{"events": [{"name": "network-changed", "server_uuid": "7e963d5b-22a8-4cd6-8a7e-0f533881f96b", "tag": "cf3dd969-8e6c-4ca0-85b1-b5dbdd367470"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:55:54.107412 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299d54bc-8e53-4651-adb5-12d1ab63396c None None] Routers {'0d2f6837-5661-48bc-a51c-7fa04bb088ba'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 12:55:54.108127 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-299d54bc-8e53-4651-adb5-12d1ab63396c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T12:55:45Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['0d2f6837-5661-48bc-a51c-7fa04bb088ba'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:55:54.162998 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f17b1923-d4cb-4c89-9404-a67cc70aceb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:54.187219 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f17b1923-d4cb-4c89-9404-a67cc70aceb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:54.227757 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-299d54bc-8e53-4651-adb5-12d1ab63396c None None] Set router 0d2f6837-5661-48bc-a51c-7fa04bb088ba gateway port host: dv-cinder-810131-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 12:55:54.230442 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 12:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4637c6-265a-49b2-a537-12567ea7b262 x-openstack-request-id: req-ff4637c6-265a-49b2-a537-12567ea7b262 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:55:54.230805 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e963d5b-22a8-4cd6-8a7e-0f533881f96b", "tag": "cf3dd969-8e6c-4ca0-85b1-b5dbdd367470", "status": "completed", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:55:54.231622 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ff4637c6-265a-49b2-a537-12567ea7b262 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:55:54.231998 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e963d5b-22a8-4cd6-8a7e-0f533881f96b', 'tag': 'cf3dd969-8e6c-4ca0-85b1-b5dbdd367470', 'status': 'completed', 'code': 200} Sep 21 12:55:54.257646 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f17b1923-d4cb-4c89-9404-a67cc70aceb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:54.261038 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f17b1923-d4cb-4c89-9404-a67cc70aceb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:54.269357 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-f17b1923-d4cb-4c89-9404-a67cc70aceb4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fc5b64b9-4b78-4ded-b763-01a76790c4f8 HTTP/1.1" status: 204 len: 168 time: 0.1778498 Sep 21 12:55:54.303121 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b1923-d4cb-4c89-9404-a67cc70aceb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5b64b9-4b78-4ded-b763-01a76790c4f8,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:54.362980 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12436b2d-c8ce-442d-b30f-743508a03fb7 req-278fd21e-b80d-4066-acc8-58e4000b2a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:54.364521 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-12436b2d-c8ce-442d-b30f-743508a03fb7 req-278fd21e-b80d-4066-acc8-58e4000b2a11 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1b3ede534435481c9544b6bd95cee453&device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 1098 time: 0.0933683 Sep 21 12:55:54.381156 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9418e-4db9-4391-b276-69e5fdc973bb req-f79e4f07-2e46-4cf0-92ac-7e5b91525f41 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:54.382708 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e5a9418e-4db9-4391-b276-69e5fdc973bb req-f79e4f07-2e46-4cf0-92ac-7e5b91525f41 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=684ee871-1ba3-4e42-be83-1e679529a751 HTTP/1.1" status: 200 len: 945 time: 0.0811605 Sep 21 12:55:54.489118 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e5a9418e-4db9-4391-b276-69e5fdc973bb req-708f33df-082b-4c04-9303-11c4fcc31460 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/security-groups?id=5a976e39-3baf-4d1f-bc7b-a7bc78123ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980043 Sep 21 12:55:54.515115 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12436b2d-c8ce-442d-b30f-743508a03fb7 req-4db915ff-e5e8-4099-89f0-5f7085941c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:54.516701 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-12436b2d-c8ce-442d-b30f-743508a03fb7 req-4db915ff-e5e8-4099-89f0-5f7085941c9b service neutron] 10.222.0.45 "GET /v2.0/networks?id=448bd693-ac99-4c36-8b6e-b9a357473df4 HTTP/1.1" status: 200 len: 918 time: 0.1331155 Sep 21 12:55:54.625425 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-12436b2d-c8ce-442d-b30f-743508a03fb7 req-2cf3b977-1876-471f-af19-062242271d15 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf3dd969-8e6c-4ca0-85b1-b5dbdd367470 HTTP/1.1" status: 200 len: 999 time: 0.0977702 Sep 21 12:55:54.647555 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-299d54bc-8e53-4651-adb5-12d1ab63396c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1576903005-router', 'tenant_id': '1b3ede534435481c9544b6bd95cee453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a518fe3b-df2b-4953-908c-e0588f14c11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:55:23Z', 'updated_at': '2021-09-21T12:55:27Z', 'revision_number': 4, 'project_id': '1b3ede534435481c9544b6bd95cee453', 'gw_port': {'id': 'a518fe3b-df2b-4953-908c-e0588f14c11c', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:55:23Z', 'updated_at': '2021-09-21T12:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_floatingips': [{'id': '36e71d8a-a0a5-4307-b00c-31f2782886b6', 'tenant_id': '1b3ede534435481c9544b6bd95cee453', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'router_id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'port_id': 'cf3dd969-8e6c-4ca0-85b1-b5dbdd367470', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '448bd693-ac99-4c36-8b6e-b9a357473df4', 'mac_address': 'fa:16:3e:42:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e963d5b-22a8-4cd6-8a7e-0f533881f96b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T12:55:29Z', 'updated_at': '2021-09-21T12:55:53Z', 'revision_number': 1, 'project_id': '1b3ede534435481c9544b6bd95cee453', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083781c0-285a-4de8-b305-fd4342b2b13a', 'name': '', 'network_id': '448bd693-ac99-4c36-8b6e-b9a357473df4', 'tenant_id': '1b3ede534435481c9544b6bd95cee453', 'mac_address': 'fa:16:3e:75:f7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'afc0ebff-08f8-4d98-a7ec-9196a5213e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:55:26Z', 'updated_at': '2021-09-21T12:55:30Z', 'revision_number': 5, 'project_id': '1b3ede534435481c9544b6bd95cee453', 'subnets': [{'id': 'afc0ebff-08f8-4d98-a7ec-9196a5213e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:55:54.648529 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 56674) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:55:54.668920 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0f421a04-13e0-446d-8e27-b68a1e163036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:54.683201 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299d54bc-8e53-4651-adb5-12d1ab63396c None None] Checking router: 0d2f6837-5661-48bc-a51c-7fa04bb088ba for host: dv-cinder-810131-2-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:55:54.691902 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12436b2d-c8ce-442d-b30f-743508a03fb7 req-53ee1a80-38d9-467a-996e-e3f2408dfca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:54.693477 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-12436b2d-c8ce-442d-b30f-743508a03fb7 req-53ee1a80-38d9-467a-996e-e3f2408dfca3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=afc0ebff-08f8-4d98-a7ec-9196a5213e06 HTTP/1.1" status: 200 len: 856 time: 0.0586751 Sep 21 12:55:54.694021 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299d54bc-8e53-4651-adb5-12d1ab63396c None None] Routers {'0d2f6837-5661-48bc-a51c-7fa04bb088ba'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 12:55:54.694821 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-299d54bc-8e53-4651-adb5-12d1ab63396c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T12:55:45Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['0d2f6837-5661-48bc-a51c-7fa04bb088ba'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:55:54.765112 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12436b2d-c8ce-442d-b30f-743508a03fb7 req-cbb04f2f-c2bf-44ae-89c5-bce433d27445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:54.766912 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-12436b2d-c8ce-442d-b30f-743508a03fb7 req-cbb04f2f-c2bf-44ae-89c5-bce433d27445 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=448bd693-ac99-4c36-8b6e-b9a357473df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0604250 Sep 21 12:55:54.821126 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0f421a04-13e0-446d-8e27-b68a1e163036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:54.821649 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-299d54bc-8e53-4651-adb5-12d1ab63396c None None] Set router 0d2f6837-5661-48bc-a51c-7fa04bb088ba gateway port host: dv-cinder-810131-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 12:55:54.826568 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0f421a04-13e0-446d-8e27-b68a1e163036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:54.891584 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-0f421a04-13e0-446d-8e27-b68a1e163036 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7ef3861c6239446faf84529a8e57dfb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2414422 Sep 21 12:55:54.893494 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f421a04-13e0-446d-8e27-b68a1e163036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ec91c5-ddf2-4e93-a45c-7a88dcb691bf,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:54.896148 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 56680) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:55:54.928096 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-12436b2d-c8ce-442d-b30f-743508a03fb7 req-9bd62e91-a3db-45d4-8a14-9f03bdeadfe7 service neutron] 10.222.0.45 "GET /v2.0/networks/448bd693-ac99-4c36-8b6e-b9a357473df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488736 Sep 21 12:55:54.944405 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee54b1-4701-40db-b3b5-0337c062c060 req-ae16f0ad-a041-4e47-a0d6-b2e25d1eac8f tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:54.946327 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a2ee54b1-4701-40db-b3b5-0337c062c060 req-ae16f0ad-a041-4e47-a0d6-b2e25d1eac8f tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0809567 Sep 21 12:55:54.951056 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-960c271d-0b00-43b3-a4bc-1045e1d62d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:54.977625 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-960c271d-0b00-43b3-a4bc-1045e1d62d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:55.045965 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-960c271d-0b00-43b3-a4bc-1045e1d62d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:55.049761 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-960c271d-0b00-43b3-a4bc-1045e1d62d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:55.053416 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-960c271d-0b00-43b3-a4bc-1045e1d62d0d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/85ec91c5-ddf2-4e93-a45c-7a88dcb691bf HTTP/1.1" status: 204 len: 168 time: 0.1536307 Sep 21 12:55:55.062772 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a2ee54b1-4701-40db-b3b5-0337c062c060 req-fa160bb7-f866-406f-8049-0ec5b99a7692 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823932 Sep 21 12:55:55.089637 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-299d54bc-8e53-4651-adb5-12d1ab63396c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1576903005-router', 'tenant_id': '1b3ede534435481c9544b6bd95cee453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a518fe3b-df2b-4953-908c-e0588f14c11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:55:23Z', 'updated_at': '2021-09-21T12:55:27Z', 'revision_number': 4, 'project_id': '1b3ede534435481c9544b6bd95cee453', 'gw_port': {'id': 'a518fe3b-df2b-4953-908c-e0588f14c11c', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:55:23Z', 'updated_at': '2021-09-21T12:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_floatingips': [{'id': '36e71d8a-a0a5-4307-b00c-31f2782886b6', 'tenant_id': '1b3ede534435481c9544b6bd95cee453', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'router_id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'port_id': 'cf3dd969-8e6c-4ca0-85b1-b5dbdd367470', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '448bd693-ac99-4c36-8b6e-b9a357473df4', 'mac_address': 'fa:16:3e:42:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e963d5b-22a8-4cd6-8a7e-0f533881f96b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T12:55:29Z', 'updated_at': '2021-09-21T12:55:53Z', 'revision_number': 1, 'project_id': '1b3ede534435481c9544b6bd95cee453', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083781c0-285a-4de8-b305-fd4342b2b13a', 'name': '', 'network_id': '448bd693-ac99-4c36-8b6e-b9a357473df4', 'tenant_id': '1b3ede534435481c9544b6bd95cee453', 'mac_address': 'fa:16:3e:75:f7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'afc0ebff-08f8-4d98-a7ec-9196a5213e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:55:26Z', 'updated_at': '2021-09-21T12:55:30Z', 'revision_number': 5, 'project_id': '1b3ede534435481c9544b6bd95cee453', 'subnets': [{'id': 'afc0ebff-08f8-4d98-a7ec-9196a5213e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:55:55.090964 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c271d-0b00-43b3-a4bc-1045e1d62d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ec91c5-ddf2-4e93-a45c-7a88dcb691bf,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:55.094866 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-12436b2d-c8ce-442d-b30f-743508a03fb7 req-7662c42c-7ef9-4496-b606-9bfa86f078ce service neutron] 10.222.0.45 "GET /v2.0/networks/448bd693-ac99-4c36-8b6e-b9a357473df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478491 Sep 21 12:55:55.118267 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae79eda-8922-4f4c-9793-44fbe771cf96 req-3d3c1ddb-d647-4995-9e4a-e6cb78235fa1 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:55.119990 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-eae79eda-8922-4f4c-9793-44fbe771cf96 req-3d3c1ddb-d647-4995-9e4a-e6cb78235fa1 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.45 "GET /v2.0/ports?device_id=684ee871-1ba3-4e42-be83-1e679529a751 HTTP/1.1" status: 200 len: 945 time: 0.0599315 Sep 21 12:55:55.138374 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299d54bc-8e53-4651-adb5-12d1ab63396c None None] The sync data for ids ['0d2f6837-5661-48bc-a51c-7fa04bb088ba'] in dv-cinder-810131-2-iscsi is: [{'id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1576903005-router', 'tenant_id': '1b3ede534435481c9544b6bd95cee453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a518fe3b-df2b-4953-908c-e0588f14c11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:55:23Z', 'updated_at': '2021-09-21T12:55:27Z', 'revision_number': 4, 'project_id': '1b3ede534435481c9544b6bd95cee453', 'gw_port': {'id': 'a518fe3b-df2b-4953-908c-e0588f14c11c', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:55:23Z', 'updated_at': '2021-09-21T12:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_floatingips': [{'id': '36e71d8a-a0a5-4307-b00c-31f2782886b6', 'tenant_id': '1b3ede534435481c9544b6bd95cee453', 'floating_ip_address': '172.27.0.150', 'floating_network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'router_id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'port_id': 'cf3dd969-8e6c-4ca0-85b1-b5dbdd367470', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '448bd693-ac99-4c36-8b6e-b9a357473df4', 'mac_address': 'fa:16:3e:42:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e963d5b-22a8-4cd6-8a7e-0f533881f96b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T12:55:29Z', 'updated_at': '2021-09-21T12:55:53Z', 'revision_number': 1, 'project_id': '1b3ede534435481c9544b6bd95cee453', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083781c0-285a-4de8-b305-fd4342b2b13a', 'name': '', 'network_id': '448bd693-ac99-4c36-8b6e-b9a357473df4', 'tenant_id': '1b3ede534435481c9544b6bd95cee453', 'mac_address': 'fa:16:3e:75:f7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'afc0ebff-08f8-4d98-a7ec-9196a5213e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:55:26Z', 'updated_at': '2021-09-21T12:55:30Z', 'revision_number': 5, 'project_id': '1b3ede534435481c9544b6bd95cee453', 'subnets': [{'id': 'afc0ebff-08f8-4d98-a7ec-9196a5213e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:55:55.238547 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [req-eae79eda-8922-4f4c-9793-44fbe771cf96 req-623efe8e-c987-4aee-9341-b6f7bcb2b5d6 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Deleting port 8157f900-09d6-4c15-807f-06a32d295fb1 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 12:55:55.238902 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-eae79eda-8922-4f4c-9793-44fbe771cf96 req-623efe8e-c987-4aee-9341-b6f7bcb2b5d6 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:55.351901 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [req-eae79eda-8922-4f4c-9793-44fbe771cf96 req-623efe8e-c987-4aee-9341-b6f7bcb2b5d6 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] For port 8157f900-09d6-4c15-807f-06a32d295fb1, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=8157f900-09d6-4c15-807f-06a32d295fb1,segment=NetworkSegment(8ce5ce37-b5d4-4f1c-b3f1-8a9a5c079009),segment_id=8ce5ce37-b5d4-4f1c-b3f1-8a9a5c079009)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:55:55.352324 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-eae79eda-8922-4f4c-9793-44fbe771cf96 req-623efe8e-c987-4aee-9341-b6f7bcb2b5d6 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:55.368552 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [req-eae79eda-8922-4f4c-9793-44fbe771cf96 req-623efe8e-c987-4aee-9341-b6f7bcb2b5d6 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Calling delete_port for 8157f900-09d6-4c15-807f-06a32d295fb1 owned by compute:nova {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 12:55:55.396559 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d261c72-ec3d-4b65-9083-932d03c119a2 None None] New status for floating IP 36e71d8a-a0a5-4307-b00c-31f2782886b6: ACTIVE {{(pid=93970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 12:55:55.524218 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-eae79eda-8922-4f4c-9793-44fbe771cf96 req-623efe8e-c987-4aee-9341-b6f7bcb2b5d6 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168646'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:55.577549 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623efe8e-c987-4aee-9341-b6f7bcb2b5d6 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Pushing event deleted for resources: {'Port': ['ID=8157f900-09d6-4c15-807f-06a32d295fb1,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:55:55.609034 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] get_ports_and_sgs() called for port_ids ['8157f900-09d6-4c15-807f-06a32d295fb1'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 12:55:55.633961 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae79eda-8922-4f4c-9793-44fbe771cf96 req-623efe8e-c987-4aee-9341-b6f7bcb2b5d6 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] No DVR routers for this DVR port 8157f900-09d6-4c15-807f-06a32d295fb1 on host hv-cinder-81013 {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 12:55:55.636996 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-eae79eda-8922-4f4c-9793-44fbe771cf96 req-623efe8e-c987-4aee-9341-b6f7bcb2b5d6 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for port, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:55:55.639472 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-eae79eda-8922-4f4c-9793-44fbe771cf96 req-623efe8e-c987-4aee-9341-b6f7bcb2b5d6 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.45 "DELETE /v2.0/ports/8157f900-09d6-4c15-807f-06a32d295fb1 HTTP/1.1" status: 204 len: 173 time: 0.5068991 Sep 21 12:55:55.862769 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2210c069-9aba-4408-8095-447079b55c7a req-67bd2296-8382-428a-b1f7-521b3a8f5533 tempest-VolumesActionsTest-568457441 tempest-VolumesActionsTest-568457441-project] 10.222.0.32 "GET /v2.0/ports?device_id=684ee871-1ba3-4e42-be83-1e679529a751 HTTP/1.1" status: 200 len: 210 time: 0.2669399 Sep 21 12:55:56.179524 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36697e77-8c61-4e18-b129-f5a5ac7a1fd3 req-5e75f110-527f-416e-a941-080d046cd5c9 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:56.181037 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-36697e77-8c61-4e18-b129-f5a5ac7a1fd3 req-5e75f110-527f-416e-a941-080d046cd5c9 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0509398 Sep 21 12:55:56.226967 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-36697e77-8c61-4e18-b129-f5a5ac7a1fd3 req-1dbd74ba-383d-48ff-9ada-eb4450263c06 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394225 Sep 21 12:55:56.232702 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684ee871-1ba3-4e42-be83-1e679529a751', 'name': 'network-vif-deleted', 'tag': '8157f900-09d6-4c15-807f-06a32d295fb1'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 12:55:56.235526 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a262e2a05831170809019d2cf22837e497d964a865586fc051a88de41b43109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2e793b-403a-4147-b2b1-e06aa378c279" -d '{"events": [{"server_uuid": "684ee871-1ba3-4e42-be83-1e679529a751", "name": "network-vif-deleted", "tag": "8157f900-09d6-4c15-807f-06a32d295fb1"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:55:56.287882 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 12:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8695fbdd-fabc-441a-a844-a7f3f417d46e x-openstack-request-id: req-8695fbdd-fabc-441a-a844-a7f3f417d46e {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:55:56.288181 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "684ee871-1ba3-4e42-be83-1e679529a751", "name": "network-vif-deleted", "tag": "8157f900-09d6-4c15-807f-06a32d295fb1", "status": "completed", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:55:56.288462 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8695fbdd-fabc-441a-a844-a7f3f417d46e {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:55:56.288868 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '684ee871-1ba3-4e42-be83-1e679529a751', 'name': 'network-vif-deleted', 'tag': '8157f900-09d6-4c15-807f-06a32d295fb1', 'status': 'completed', 'code': 200} Sep 21 12:55:57.361630 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f0780-e0a8-4db1-a7a7-ef8d7c74278f req-a0a7aac0-3a19-4e7c-a5d9-8812fe86a5c8 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:57.363327 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fb6f0780-e0a8-4db1-a7a7-ef8d7c74278f req-a0a7aac0-3a19-4e7c-a5d9-8812fe86a5c8 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0525081 Sep 21 12:55:57.403979 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fb6f0780-e0a8-4db1-a7a7-ef8d7c74278f req-cd0fd683-c688-41de-b342-a66ff1c23087 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345581 Sep 21 12:55:58.527021 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b543c00-ff92-4596-9013-96562ae6059c req-e3d8f0f6-393b-4125-9dd1-0901ed96596a tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:58.528477 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2b543c00-ff92-4596-9013-96562ae6059c req-e3d8f0f6-393b-4125-9dd1-0901ed96596a tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0529194 Sep 21 12:55:58.569343 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2b543c00-ff92-4596-9013-96562ae6059c req-96d29634-156e-41b5-a962-00bccd4e0458 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335572 Sep 21 12:55:59.699037 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad020e3c-1e4d-406d-b8a4-4b9864029fe6 req-3743d2c8-6378-4462-81ed-4aa72eead7f4 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:55:59.700570 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ad020e3c-1e4d-406d-b8a4-4b9864029fe6 req-3743d2c8-6378-4462-81ed-4aa72eead7f4 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0605826 Sep 21 12:55:59.747345 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ad020e3c-1e4d-406d-b8a4-4b9864029fe6 req-fcd237ec-1409-491f-874d-c018733911fb tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401518 Sep 21 12:55:59.801648 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device 8157f900-09d6-4c15-807f-06a32d295fb1 no longer exists at agent hyperv_hv-cinder-81013 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:55:59.821990 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] No Port match for: 8157f900-09d6-4c15-807f-06a32d295fb1 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 12:55:59.822342 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device 8157f900-09d6-4c15-807f-06a32d295fb1 not bound to the agent host hv-cinder-81013 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:56:00.868764 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24926b8c-e447-4250-a4ca-660be207d64e req-17659111-07db-47a9-9046-de1fc267518a tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:00.870419 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-24926b8c-e447-4250-a4ca-660be207d64e req-17659111-07db-47a9-9046-de1fc267518a tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0525625 Sep 21 12:56:00.916481 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-24926b8c-e447-4250-a4ca-660be207d64e req-4d191b8d-d1b4-4729-8da4-5e4c80d63c5c tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399137 Sep 21 12:56:01.227654 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 56844) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:56:01.334808 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-159f4ae9-8521-4570-86a2-272c9038b27b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:01.425024 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-159f4ae9-8521-4570-86a2-272c9038b27b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:01.429105 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-159f4ae9-8521-4570-86a2-272c9038b27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:01.469806 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-159f4ae9-8521-4570-86a2-272c9038b27b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d1668b0b4e264809aab81a486e2214fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2410729 Sep 21 12:56:01.471301 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f4ae9-8521-4570-86a2-272c9038b27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecb7109-fc13-4524-915b-50659844fe8b,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:01.473194 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 56848) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:56:01.526481 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-70d4030c-0f4c-472e-ad2e-034f11af799d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:01.549998 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-70d4030c-0f4c-472e-ad2e-034f11af799d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:01.594293 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-70d4030c-0f4c-472e-ad2e-034f11af799d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:01.596866 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-70d4030c-0f4c-472e-ad2e-034f11af799d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:01.597994 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-70d4030c-0f4c-472e-ad2e-034f11af799d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3ecb7109-fc13-4524-915b-50659844fe8b HTTP/1.1" status: 204 len: 168 time: 0.1237230 Sep 21 12:56:01.605947 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d4030c-0f4c-472e-ad2e-034f11af799d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecb7109-fc13-4524-915b-50659844fe8b,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:01.878898 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 56854) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:56:01.891847 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-51081eb7-840e-4b66-8a81-796a897a02d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:01.990481 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-51081eb7-840e-4b66-8a81-796a897a02d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:01.994659 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-51081eb7-840e-4b66-8a81-796a897a02d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:02.035135 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-51081eb7-840e-4b66-8a81-796a897a02d9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0afa929afa1342f4a3767cec50c05b6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1548927 Sep 21 12:56:02.036274 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51081eb7-840e-4b66-8a81-796a897a02d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9136a745-2d88-4d78-934f-4415c4404be0,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:02.037924 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 56862) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:56:02.093757 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3955f093-04a6-42d6-9ada-aa2033ac578c req-07d6b14b-6e7d-41df-9599-6f62cfc3d84b tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:02.095277 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3955f093-04a6-42d6-9ada-aa2033ac578c req-07d6b14b-6e7d-41df-9599-6f62cfc3d84b tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0540605 Sep 21 12:56:02.099212 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2ecda106-f2c1-4103-bd97-400669650336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:02.123359 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2ecda106-f2c1-4103-bd97-400669650336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:02.138658 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3955f093-04a6-42d6-9ada-aa2033ac578c req-23549c9e-021b-4043-87b1-2f802cd9f20f tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363226 Sep 21 12:56:02.201335 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2ecda106-f2c1-4103-bd97-400669650336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:02.204273 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2ecda106-f2c1-4103-bd97-400669650336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:02.205549 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-2ecda106-f2c1-4103-bd97-400669650336 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9136a745-2d88-4d78-934f-4415c4404be0 HTTP/1.1" status: 204 len: 168 time: 0.1663885 Sep 21 12:56:02.214618 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecda106-f2c1-4103-bd97-400669650336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9136a745-2d88-4d78-934f-4415c4404be0,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:03.273213 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c265d4-812a-46a5-8248-75910e5db192 req-e225b06a-e2c7-4324-947e-592dd000196c tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:03.275886 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-05c265d4-812a-46a5-8248-75910e5db192 req-e225b06a-e2c7-4324-947e-592dd000196c tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0559778 Sep 21 12:56:03.328345 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-05c265d4-812a-46a5-8248-75910e5db192 req-6d5e2645-d6de-48f8-8f86-2ae939aae852 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438714 Sep 21 12:56:04.463082 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420c2ae-1e31-4278-9445-9a2c614cb7c7 req-732493c8-dc96-404e-b1f0-3fb4c94b3af3 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:04.464606 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0420c2ae-1e31-4278-9445-9a2c614cb7c7 req-732493c8-dc96-404e-b1f0-3fb4c94b3af3 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0545192 Sep 21 12:56:04.503353 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0420c2ae-1e31-4278-9445-9a2c614cb7c7 req-0f2e3062-7ba5-4ca0-809a-3306b9b1cbbe tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328567 Sep 21 12:56:05.630624 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4e8fb-797f-4002-a4f7-5dd110a963b8 req-e6b440fa-f938-485a-bbfe-11fb5647cef1 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:05.632194 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-11e4e8fb-797f-4002-a4f7-5dd110a963b8 req-e6b440fa-f938-485a-bbfe-11fb5647cef1 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0523484 Sep 21 12:56:05.676711 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-11e4e8fb-797f-4002-a4f7-5dd110a963b8 req-39268279-d985-4f33-9bd8-ec895303b73d tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378294 Sep 21 12:56:08.516575 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3ca82-4122-4271-8f84-a4a503c17149 req-7d1fe7a7-91e4-4b99-ae1e-f72931a11559 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:08.518771 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-90f3ca82-4122-4271-8f84-a4a503c17149 req-7d1fe7a7-91e4-4b99-ae1e-f72931a11559 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0490918 Sep 21 12:56:08.555615 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-90f3ca82-4122-4271-8f84-a4a503c17149 req-b084d3ee-f5b6-4bd7-b5c8-4d5fddea4357 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308788 Sep 21 12:56:09.682835 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992afdd0-63ac-4341-b4e1-518f48ed0bec req-ffa25dbf-3225-48d3-9549-1f36c75ce73a tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:09.685317 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-992afdd0-63ac-4341-b4e1-518f48ed0bec req-ffa25dbf-3225-48d3-9549-1f36c75ce73a tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0561268 Sep 21 12:56:09.725263 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-992afdd0-63ac-4341-b4e1-518f48ed0bec req-33d020c4-5664-4c5d-8aaa-600900a2fc0e tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331717 Sep 21 12:56:10.850145 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf9b53-d6d4-49ca-9c0d-944528e488a0 req-9a420586-d827-4cd6-9ec9-ca0590e60568 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:10.852970 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-25bf9b53-d6d4-49ca-9c0d-944528e488a0 req-9a420586-d827-4cd6-9ec9-ca0590e60568 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0509815 Sep 21 12:56:10.896497 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-25bf9b53-d6d4-49ca-9c0d-944528e488a0 req-652e58fa-21e0-4b9a-bbc5-4eb9f4f258e2 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379570 Sep 21 12:56:11.761523 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 57022) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:56:11.937021 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422a645-3b27-4b93-a323-8ccb2bfa16b5 req-5a08fc2a-72bd-4b0f-96ea-73fe1481d6e2 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:11.945266 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8422a645-3b27-4b93-a323-8ccb2bfa16b5 req-5a08fc2a-72bd-4b0f-96ea-73fe1481d6e2 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/networks?id=bfa955ee-caa2-4aa5-bdf2-91dd256312eb HTTP/1.1" status: 200 len: 813 time: 0.1375983 Sep 21 12:56:11.976458 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3fb661ed-d293-4650-a979-31ba2d92efc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:11.994680 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8422a645-3b27-4b93-a323-8ccb2bfa16b5 req-07090315-1ba6-4108-8327-1df54d6995ad tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/quotas/e2ec0b25771f4c22b0ae01dcc0fdf4c4 HTTP/1.1" status: 200 len: 375 time: 0.0482495 Sep 21 12:56:12.080925 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a107533-399d-4cfc-963e-56cb6f9fc53e req-5d11a4f2-f056-41fe-ab0c-e374f1810734 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:12.090327 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7a107533-399d-4cfc-963e-56cb6f9fc53e req-5d11a4f2-f056-41fe-ab0c-e374f1810734 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0954988 Sep 21 12:56:12.131055 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8422a645-3b27-4b93-a323-8ccb2bfa16b5 req-c089f922-81a3-45e6-9a74-edcaee331226 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2ec0b25771f4c22b0ae01dcc0fdf4c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1353667 Sep 21 12:56:12.145684 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7a107533-399d-4cfc-963e-56cb6f9fc53e req-a23a2c03-4c4c-4a1c-b898-4a2f09d59bb1 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539320 Sep 21 12:56:12.245686 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3fb661ed-d293-4650-a979-31ba2d92efc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:12.252095 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3fb661ed-d293-4650-a979-31ba2d92efc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:12.311539 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-3fb661ed-d293-4650-a979-31ba2d92efc8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=14b5e754ba8f4c56832b58b4fca5df44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5472434 Sep 21 12:56:12.317641 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8422a645-3b27-4b93-a323-8ccb2bfa16b5 req-0ce69700-f07b-4ba8-a39d-ce7eaa24aaf8 service neutron] 10.222.0.32 "GET /v2.0/networks/bfa955ee-caa2-4aa5-bdf2-91dd256312eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710179 Sep 21 12:56:12.318829 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb661ed-d293-4650-a979-31ba2d92efc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ecc069-6d00-4261-81f7-33e13d39fb44,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:12.322005 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 57076) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:56:12.337322 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb661ed-d293-4650-a979-31ba2d92efc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:56:12.337712 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb661ed-d293-4650-a979-31ba2d92efc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:56:12.338321 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb661ed-d293-4650-a979-31ba2d92efc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:56:12.338855 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb661ed-d293-4650-a979-31ba2d92efc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:56:12.339371 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb661ed-d293-4650-a979-31ba2d92efc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:56:12.339877 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb661ed-d293-4650-a979-31ba2d92efc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:56:12.340376 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb661ed-d293-4650-a979-31ba2d92efc8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:56:12.340900 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb661ed-d293-4650-a979-31ba2d92efc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:56:12.341397 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb661ed-d293-4650-a979-31ba2d92efc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:56:12.341891 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb661ed-d293-4650-a979-31ba2d92efc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:56:12.342410 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb661ed-d293-4650-a979-31ba2d92efc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:56:12.342903 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb661ed-d293-4650-a979-31ba2d92efc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:56:12.403204 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a16096b9-92d3-4d87-950d-cd3f51316ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:12.429427 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a16096b9-92d3-4d87-950d-cd3f51316ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:12.440898 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8422a645-3b27-4b93-a323-8ccb2bfa16b5 req-4bfcf80d-63c4-4696-b55a-82aa82857320 service neutron] 10.222.0.32 "GET /v2.0/networks/bfa955ee-caa2-4aa5-bdf2-91dd256312eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141531 Sep 21 12:56:12.478327 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a16096b9-92d3-4d87-950d-cd3f51316ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:12.480981 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a16096b9-92d3-4d87-950d-cd3f51316ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:12.482117 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-a16096b9-92d3-4d87-950d-cd3f51316ed7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/93ecc069-6d00-4261-81f7-33e13d39fb44 HTTP/1.1" status: 204 len: 168 time: 0.1591098 Sep 21 12:56:12.489883 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16096b9-92d3-4d87-950d-cd3f51316ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ecc069-6d00-4261-81f7-33e13d39fb44,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:12.497226 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16096b9-92d3-4d87-950d-cd3f51316ed7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:56:12.497503 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16096b9-92d3-4d87-950d-cd3f51316ed7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:56:12.497841 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16096b9-92d3-4d87-950d-cd3f51316ed7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:56:12.498343 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16096b9-92d3-4d87-950d-cd3f51316ed7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:56:12.498704 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16096b9-92d3-4d87-950d-cd3f51316ed7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:56:12.499036 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16096b9-92d3-4d87-950d-cd3f51316ed7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:56:12.499879 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16096b9-92d3-4d87-950d-cd3f51316ed7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:56:12.499879 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16096b9-92d3-4d87-950d-cd3f51316ed7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:56:12.500302 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16096b9-92d3-4d87-950d-cd3f51316ed7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:56:12.500630 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16096b9-92d3-4d87-950d-cd3f51316ed7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:56:12.500955 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16096b9-92d3-4d87-950d-cd3f51316ed7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:56:12.501822 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16096b9-92d3-4d87-950d-cd3f51316ed7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:56:12.653780 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-69a19977-51ad-40f1-afd3-188aeb671b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:12.659211 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e46485be-44e7-4aa0-b387-44d150ffec72 req-2c22a0b9-7e9b-42d1-9d78-56726bfcd0d5 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18f71-b124-426c-9bde-c1f12edd995b HTTP/1.1" status: 200 len: 210 time: 0.0411072 Sep 21 12:56:13.268784 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667dc5d-da03-48c9-97f6-aed6b5cc0c98 req-5d4cff95-1bd4-4b75-8f1d-eebbe31a2c07 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:13.270290 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4667dc5d-da03-48c9-97f6-aed6b5cc0c98 req-5d4cff95-1bd4-4b75-8f1d-eebbe31a2c07 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0561807 Sep 21 12:56:13.309256 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4667dc5d-da03-48c9-97f6-aed6b5cc0c98 req-e950e0ef-7487-41ec-bf44-f92c93666e68 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328410 Sep 21 12:56:13.753390 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-51df2373-81d3-490f-816b-fe83d6675c07 req-7beb4886-e289-4f85-bc14-55fd53c0537a tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18f71-b124-426c-9bde-c1f12edd995b HTTP/1.1" status: 200 len: 210 time: 0.0276902 Sep 21 12:56:14.426827 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7881ec71-3953-4326-bb8c-08104c78c844 req-9138e41d-5ef0-4883-ae74-4711d59af13e tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:14.429519 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7881ec71-3953-4326-bb8c-08104c78c844 req-9138e41d-5ef0-4883-ae74-4711d59af13e tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0500436 Sep 21 12:56:14.467066 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7881ec71-3953-4326-bb8c-08104c78c844 req-9a1de04b-d2c5-4edc-8414-84804de8d92b tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316834 Sep 21 12:56:14.846961 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d8b1654b-a3ce-4b30-9d65-fec7450100a0 req-bfd76d7d-eb98-4748-b118-8f3d631c89d1 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18f71-b124-426c-9bde-c1f12edd995b HTTP/1.1" status: 200 len: 210 time: 0.0290732 Sep 21 12:56:15.315136 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5cff9495-b1c7-4199-8d3d-b24516d09bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:15.584990 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0665cb-e55e-4daa-aaff-aaedc54c41db req-3c9d3f6b-7b38-46c5-917e-5ae23307b123 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:15.586485 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8f0665cb-e55e-4daa-aaff-aaedc54c41db req-3c9d3f6b-7b38-46c5-917e-5ae23307b123 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0479889 Sep 21 12:56:15.625022 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8f0665cb-e55e-4daa-aaff-aaedc54c41db req-a8f57656-faf6-4895-a656-7992c72457c6 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325401 Sep 21 12:56:15.768520 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:15.887441 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:15.952187 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3ecc2f93-6324-4372-a2fb-b6eaa165a1d8 req-3712d4af-e8c3-42cb-bc76-f5fd35891a4f tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18f71-b124-426c-9bde-c1f12edd995b HTTP/1.1" status: 200 len: 210 time: 0.0297961 Sep 21 12:56:16.358835 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422a645-3b27-4b93-a323-8ccb2bfa16b5 req-18af54e1-7c1c-4388-9511-1b1a07823d60 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:16.360310 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8422a645-3b27-4b93-a323-8ccb2bfa16b5 req-18af54e1-7c1c-4388-9511-1b1a07823d60 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.45 "GET /v2.0/networks?id=bfa955ee-caa2-4aa5-bdf2-91dd256312eb HTTP/1.1" status: 200 len: 813 time: 0.1113908 Sep 21 12:56:16.385354 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [req-8422a645-3b27-4b93-a323-8ccb2bfa16b5 req-60ff7ac4-6f85-4ccb-be55-5f3773e37f9c tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Request body: {'port': {'device_id': 'dfb18f71-b124-426c-9bde-c1f12edd995b', 'network_id': 'bfa955ee-caa2-4aa5-bdf2-91dd256312eb', 'admin_state_up': True, 'tenant_id': 'e2ec0b25771f4c22b0ae01dcc0fdf4c4'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:56:16.495572 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8422a645-3b27-4b93-a323-8ccb2bfa16b5 req-60ff7ac4-6f85-4ccb-be55-5f3773e37f9c tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Made reservation on behalf of e2ec0b25771f4c22b0ae01dcc0fdf4c4 for: {'port': 1} {{(pid=93968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:56:16.499045 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-8422a645-3b27-4b93-a323-8ccb2bfa16b5 req-60ff7ac4-6f85-4ccb-be55-5f3773e37f9c tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:16.623930 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:16.636037 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [req-8422a645-3b27-4b93-a323-8ccb2bfa16b5 req-60ff7ac4-6f85-4ccb-be55-5f3773e37f9c tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Allocated IP 172.20.0.2 (bfa955ee-caa2-4aa5-bdf2-91dd256312eb/0243efde-fe2f-4d4f-9f40-170cfeada7be/b94bb539-01a3-494b-9f6e-59e9cc9e2386) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:56:16.772503 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c10ee-f077-40b8-82be-d7e7e6611c15 req-7fb0a322-da61-4d94-b3f6-d5a2989152b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:16.774208 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9e0c10ee-f077-40b8-82be-d7e7e6611c15 req-7fb0a322-da61-4d94-b3f6-d5a2989152b1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=733d5bd9c7084becb0ad3bb10d2da297&device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 1099 time: 0.0503423 Sep 21 12:56:16.778521 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0f866-af28-49d1-852c-53b4f2f6c25b req-901da365-30b7-45e3-a750-5f78d3129c92 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:16.780035 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-59b0f866-af28-49d1-852c-53b4f2f6c25b req-901da365-30b7-45e3-a750-5f78d3129c92 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0705664 Sep 21 12:56:16.877390 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-59b0f866-af28-49d1-852c-53b4f2f6c25b req-d45a72c0-0b63-486a-afb5-dcb2d9322db7 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662646 Sep 21 12:56:16.906489 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-8422a645-3b27-4b93-a323-8ccb2bfa16b5 req-60ff7ac4-6f85-4ccb-be55-5f3773e37f9c tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:16.915073 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c10ee-f077-40b8-82be-d7e7e6611c15 req-6801b43b-1d6f-4a15-9fd6-2edc002b03c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:16.916611 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9e0c10ee-f077-40b8-82be-d7e7e6611c15 req-6801b43b-1d6f-4a15-9fd6-2edc002b03c4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=480564d1-d18f-47e0-b274-17cfc68cf539 HTTP/1.1" status: 200 len: 920 time: 0.1139760 Sep 21 12:56:16.951198 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-8422a645-3b27-4b93-a323-8ccb2bfa16b5 req-60ff7ac4-6f85-4ccb-be55-5f3773e37f9c tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168646'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:16.963752 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] get_ports_and_sgs() called for port_ids ['0454ae33-c876-4648-afa4-83ec17c15643', 'dad6b51c-6509-434b-9b2b-3c118e9cf5fb'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 12:56:16.971486 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9e0c10ee-f077-40b8-82be-d7e7e6611c15 req-4ad6fded-0411-4bfa-99a8-32d1b3764fd8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da06e402-0ae1-4ccc-98cb-edcb9f469cc0 HTTP/1.1" status: 200 len: 217 time: 0.0437758 Sep 21 12:56:17.028113 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8422a645-3b27-4b93-a323-8ccb2bfa16b5 req-60ff7ac4-6f85-4ccb-be55-5f3773e37f9c tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Network bfa955ee-caa2-4aa5-bdf2-91dd256312eb is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:56:17.033236 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [req-8422a645-3b27-4b93-a323-8ccb2bfa16b5 req-60ff7ac4-6f85-4ccb-be55-5f3773e37f9c tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:56:17.037932 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [req-8422a645-3b27-4b93-a323-8ccb2bfa16b5 req-60ff7ac4-6f85-4ccb-be55-5f3773e37f9c tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 12:56:17.051213 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c10ee-f077-40b8-82be-d7e7e6611c15 req-e4877e0a-f0e6-4b6d-8f76-82ceb6d0fcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:17.052693 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9e0c10ee-f077-40b8-82be-d7e7e6611c15 req-e4877e0a-f0e6-4b6d-8f76-82ceb6d0fcb1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=44b95dae-7a59-470d-b24b-f73d769ae49b HTTP/1.1" status: 200 len: 859 time: 0.0730810 Sep 21 12:56:17.073934 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff7ac4-6f85-4ccb-be55-5f3773e37f9c tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Pushing event updated for resources: {'Port': ['ID=b94bb539-01a3-494b-9f6e-59e9cc9e2386,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:17.098055 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422a645-3b27-4b93-a323-8ccb2bfa16b5 req-60ff7ac4-6f85-4ccb-be55-5f3773e37f9c tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:17.098708 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-8422a645-3b27-4b93-a323-8ccb2bfa16b5 req-60ff7ac4-6f85-4ccb-be55-5f3773e37f9c tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for port, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:17.106910 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9e0c10ee-f077-40b8-82be-d7e7e6611c15 req-28f06508-94e7-4e98-9da6-b904d51a11f3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=480564d1-d18f-47e0-b274-17cfc68cf539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424874 Sep 21 12:56:17.114444 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8422a645-3b27-4b93-a323-8ccb2bfa16b5 req-60ff7ac4-6f85-4ccb-be55-5f3773e37f9c tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7330039 Sep 21 12:56:17.129809 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9684777-499c-42b8-a13e-55205770b89f req-b90defaf-7868-4429-abf1-568d6d7b99e4 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:17.131401 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f9684777-499c-42b8-a13e-55205770b89f req-b90defaf-7868-4429-abf1-568d6d7b99e4 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18f71-b124-426c-9bde-c1f12edd995b HTTP/1.1" status: 200 len: 931 time: 0.0774491 Sep 21 12:56:17.133129 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [req-8422a645-3b27-4b93-a323-8ccb2bfa16b5 req-93b3dd1f-0a8f-4407-a46a-30a69615ef0b service neutron] Request body: {'port': {'device_id': 'dfb18f71-b124-426c-9bde-c1f12edd995b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81013'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:56:17.191708 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-8422a645-3b27-4b93-a323-8ccb2bfa16b5 req-93b3dd1f-0a8f-4407-a46a-30a69615ef0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:17.227647 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f9684777-499c-42b8-a13e-55205770b89f req-f01dd208-162c-42d1-bd78-f501873a7e35 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866086 Sep 21 12:56:17.263751 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9e0c10ee-f077-40b8-82be-d7e7e6611c15 req-5fca51e5-9444-400d-a8d2-8d995deca0ca service neutron] 10.222.0.45 "GET /v2.0/networks/480564d1-d18f-47e0-b274-17cfc68cf539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311765 Sep 21 12:56:17.366572 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9e0c10ee-f077-40b8-82be-d7e7e6611c15 req-1c8806af-2a3d-4ac8-9b4e-af6c53472301 service neutron] 10.222.0.45 "GET /v2.0/networks/480564d1-d18f-47e0-b274-17cfc68cf539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902617 Sep 21 12:56:17.495846 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.notifiers.nova [req-8422a645-3b27-4b93-a323-8ccb2bfa16b5 req-93b3dd1f-0a8f-4407-a46a-30a69615ef0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b94bb539-01a3-494b-9f6e-59e9cc9e2386 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 12:56:17.503358 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-8422a645-3b27-4b93-a323-8ccb2bfa16b5 req-93b3dd1f-0a8f-4407-a46a-30a69615ef0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:17.515039 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [req-8422a645-3b27-4b93-a323-8ccb2bfa16b5 req-93b3dd1f-0a8f-4407-a46a-30a69615ef0b service neutron] Transition to ACTIVE for port object b94bb539-01a3-494b-9f6e-59e9cc9e2386 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 12:56:17.519381 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-8422a645-3b27-4b93-a323-8ccb2bfa16b5 req-93b3dd1f-0a8f-4407-a46a-30a69615ef0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168671'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:17.569174 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b3dd1f-0a8f-4407-a46a-30a69615ef0b service neutron] Pushing event updated for resources: {'Port': ['ID=b94bb539-01a3-494b-9f6e-59e9cc9e2386,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:17.644894 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [req-8422a645-3b27-4b93-a323-8ccb2bfa16b5 req-93b3dd1f-0a8f-4407-a46a-30a69615ef0b service neutron] Attempting to bind port b94bb539-01a3-494b-9f6e-59e9cc9e2386 on host hv-cinder-81013 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 12:56:17.645442 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [req-8422a645-3b27-4b93-a323-8ccb2bfa16b5 req-93b3dd1f-0a8f-4407-a46a-30a69615ef0b service neutron] Attempting to bind port b94bb539-01a3-494b-9f6e-59e9cc9e2386 by drivers openvswitch,hyperv on host hv-cinder-81013 at level 0 using segments [{'id': 'd328da7a-b4f4-4af5-8150-fe9ea1d1ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bfa955ee-caa2-4aa5-bdf2-91dd256312eb'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 12:56:17.645975 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8422a645-3b27-4b93-a323-8ccb2bfa16b5 req-93b3dd1f-0a8f-4407-a46a-30a69615ef0b service neutron] Attempting to bind port b94bb539-01a3-494b-9f6e-59e9cc9e2386 on network bfa955ee-caa2-4aa5-bdf2-91dd256312eb {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:56:17.652664 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8422a645-3b27-4b93-a323-8ccb2bfa16b5 req-93b3dd1f-0a8f-4407-a46a-30a69615ef0b service neutron] Port b94bb539-01a3-494b-9f6e-59e9cc9e2386 on network bfa955ee-caa2-4aa5-bdf2-91dd256312eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81013 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 12:56:17.652984 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8422a645-3b27-4b93-a323-8ccb2bfa16b5 req-93b3dd1f-0a8f-4407-a46a-30a69615ef0b service neutron] Attempting to bind port b94bb539-01a3-494b-9f6e-59e9cc9e2386 on network bfa955ee-caa2-4aa5-bdf2-91dd256312eb {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:56:17.658588 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8422a645-3b27-4b93-a323-8ccb2bfa16b5 req-93b3dd1f-0a8f-4407-a46a-30a69615ef0b service neutron] Checking agent: {'id': 'a6e01e35-01d6-479f-9faf-9c323aed8d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 12, 52, 16), 'started_at': datetime.datetime(2021, 9, 21, 12, 52, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 12, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 12:56:17.658928 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8422a645-3b27-4b93-a323-8ccb2bfa16b5 req-93b3dd1f-0a8f-4407-a46a-30a69615ef0b service neutron] Checking segment: {'id': 'd328da7a-b4f4-4af5-8150-fe9ea1d1ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bfa955ee-caa2-4aa5-bdf2-91dd256312eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:56:17.659307 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8422a645-3b27-4b93-a323-8ccb2bfa16b5 req-93b3dd1f-0a8f-4407-a46a-30a69615ef0b service neutron] Bound using segment: {'id': 'd328da7a-b4f4-4af5-8150-fe9ea1d1ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bfa955ee-caa2-4aa5-bdf2-91dd256312eb'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:56:17.659986 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [req-8422a645-3b27-4b93-a323-8ccb2bfa16b5 req-93b3dd1f-0a8f-4407-a46a-30a69615ef0b service neutron] Bound port: b94bb539-01a3-494b-9f6e-59e9cc9e2386, host: hv-cinder-81013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd328da7a-b4f4-4af5-8150-fe9ea1d1ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bfa955ee-caa2-4aa5-bdf2-91dd256312eb'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 12:56:17.660343 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-8422a645-3b27-4b93-a323-8ccb2bfa16b5 req-93b3dd1f-0a8f-4407-a46a-30a69615ef0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:17.725922 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [req-8422a645-3b27-4b93-a323-8ccb2bfa16b5 req-93b3dd1f-0a8f-4407-a46a-30a69615ef0b service neutron] For port b94bb539-01a3-494b-9f6e-59e9cc9e2386, host hv-cinder-81013, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:56:17.729942 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [req-8422a645-3b27-4b93-a323-8ccb2bfa16b5 req-93b3dd1f-0a8f-4407-a46a-30a69615ef0b service neutron] For port b94bb539-01a3-494b-9f6e-59e9cc9e2386, host hv-cinder-81013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=b94bb539-01a3-494b-9f6e-59e9cc9e2386,segment=NetworkSegment(d328da7a-b4f4-4af5-8150-fe9ea1d1ccba),segment_id=d328da7a-b4f4-4af5-8150-fe9ea1d1ccba)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:56:17.736938 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-8422a645-3b27-4b93-a323-8ccb2bfa16b5 req-93b3dd1f-0a8f-4407-a46a-30a69615ef0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168671'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:17.772539 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422a645-3b27-4b93-a323-8ccb2bfa16b5 req-93b3dd1f-0a8f-4407-a46a-30a69615ef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:17.773035 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-8422a645-3b27-4b93-a323-8ccb2bfa16b5 req-93b3dd1f-0a8f-4407-a46a-30a69615ef0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for port, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:17.774443 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8422a645-3b27-4b93-a323-8ccb2bfa16b5 req-93b3dd1f-0a8f-4407-a46a-30a69615ef0b service neutron] 10.222.0.45 "PUT /v2.0/ports/b94bb539-01a3-494b-9f6e-59e9cc9e2386 HTTP/1.1" status: 200 len: 1093 time: 0.6460409 Sep 21 12:56:17.774878 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfb18f71-b124-426c-9bde-c1f12edd995b', 'tag': 'b94bb539-01a3-494b-9f6e-59e9cc9e2386'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 12:56:17.777101 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a262e2a05831170809019d2cf22837e497d964a865586fc051a88de41b43109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb320ca-0684-430d-88ce-6b53ed5ab96c" -d '{"events": [{"name": "network-changed", "server_uuid": "dfb18f71-b124-426c-9bde-c1f12edd995b", "tag": "b94bb539-01a3-494b-9f6e-59e9cc9e2386"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:56:17.802642 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b3dd1f-0a8f-4407-a46a-30a69615ef0b service neutron] Pushing event updated for resources: {'Port': ['ID=b94bb539-01a3-494b-9f6e-59e9cc9e2386,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:17.821040 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 12:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e531cfd-9085-4792-9a53-56055c76b225 x-openstack-request-id: req-5e531cfd-9085-4792-9a53-56055c76b225 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:56:17.821317 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfb18f71-b124-426c-9bde-c1f12edd995b", "tag": "b94bb539-01a3-494b-9f6e-59e9cc9e2386", "status": "completed", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:56:17.821562 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5e531cfd-9085-4792-9a53-56055c76b225 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:56:17.821935 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfb18f71-b124-426c-9bde-c1f12edd995b', 'tag': 'b94bb539-01a3-494b-9f6e-59e9cc9e2386', 'status': 'completed', 'code': 200} Sep 21 12:56:17.874370 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422a645-3b27-4b93-a323-8ccb2bfa16b5 req-c31e34c6-9e63-42c4-8c0c-d62dd2a31d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:17.876430 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8422a645-3b27-4b93-a323-8ccb2bfa16b5 req-c31e34c6-9e63-42c4-8c0c-d62dd2a31d2e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2ec0b25771f4c22b0ae01dcc0fdf4c4&device_id=dfb18f71-b124-426c-9bde-c1f12edd995b HTTP/1.1" status: 200 len: 1096 time: 0.0405009 Sep 21 12:56:17.924575 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8422a645-3b27-4b93-a323-8ccb2bfa16b5 req-2e5b375a-8305-4ed5-aa28-e6dd21cff4a0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b94bb539-01a3-494b-9f6e-59e9cc9e2386 HTTP/1.1" status: 200 len: 217 time: 0.0373871 Sep 21 12:56:17.926725 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:18.007331 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422a645-3b27-4b93-a323-8ccb2bfa16b5 req-b4a2f2ed-e89f-4db0-9463-159c6e1e9bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:18.008783 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8422a645-3b27-4b93-a323-8ccb2bfa16b5 req-b4a2f2ed-e89f-4db0-9463-159c6e1e9bbb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0243efde-fe2f-4d4f-9f40-170cfeada7be HTTP/1.1" status: 200 len: 853 time: 0.0720429 Sep 21 12:56:18.025659 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88765a9-4ae9-46e4-8be0-6042662ffd84 req-a2ea8dd1-291a-4db5-a5a1-b9d0111a6c6e tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:18.027093 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c88765a9-4ae9-46e4-8be0-6042662ffd84 req-a2ea8dd1-291a-4db5-a5a1-b9d0111a6c6e tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0637789 Sep 21 12:56:18.069146 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8422a645-3b27-4b93-a323-8ccb2bfa16b5 req-a4889f5c-059b-4d42-be1e-817da8046a90 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bfa955ee-caa2-4aa5-bdf2-91dd256312eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410905 Sep 21 12:56:18.103790 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c88765a9-4ae9-46e4-8be0-6042662ffd84 req-b1a0e225-4b37-4483-a141-9769e045258d tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653663 Sep 21 12:56:18.188304 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8422a645-3b27-4b93-a323-8ccb2bfa16b5 req-a203ba47-ad43-490e-8fc6-059e89bf41d5 service neutron] 10.222.0.45 "GET /v2.0/networks/bfa955ee-caa2-4aa5-bdf2-91dd256312eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064692 Sep 21 12:56:18.318560 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 57248) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:56:18.321467 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8422a645-3b27-4b93-a323-8ccb2bfa16b5 req-98888b4c-0437-4420-b93c-83f50048baa2 service neutron] 10.222.0.45 "GET /v2.0/networks/bfa955ee-caa2-4aa5-bdf2-91dd256312eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074884 Sep 21 12:56:18.394368 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb43167-af27-449a-94f4-14f17febadcd req-9a8cdf11-c438-4578-9b10-1be541c9b6fe tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:18.401603 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4cb43167-af27-449a-94f4-14f17febadcd req-9a8cdf11-c438-4578-9b10-1be541c9b6fe tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18f71-b124-426c-9bde-c1f12edd995b HTTP/1.1" status: 200 len: 943 time: 0.0728102 Sep 21 12:56:18.423819 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb320ca-0684-430d-88ce-6b53ed5ab96c req-63511b80-d763-4780-80a8-39a197ab8b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:18.426172 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5eb320ca-0684-430d-88ce-6b53ed5ab96c req-63511b80-d763-4780-80a8-39a197ab8b91 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2ec0b25771f4c22b0ae01dcc0fdf4c4&device_id=dfb18f71-b124-426c-9bde-c1f12edd995b HTTP/1.1" status: 200 len: 1096 time: 0.0515952 Sep 21 12:56:18.453081 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4cb43167-af27-449a-94f4-14f17febadcd req-4d783250-b5fa-4253-979f-a3f69846ee0a tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505133 Sep 21 12:56:18.472754 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c3d9e257-4abe-45d6-bc80-e20c5f60acc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:18.577861 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb320ca-0684-430d-88ce-6b53ed5ab96c req-3ca46ee9-d03c-4568-848d-fc52e2413f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:18.580066 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5eb320ca-0684-430d-88ce-6b53ed5ab96c req-3ca46ee9-d03c-4568-848d-fc52e2413f99 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bfa955ee-caa2-4aa5-bdf2-91dd256312eb HTTP/1.1" status: 200 len: 914 time: 0.1431386 Sep 21 12:56:18.594091 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c3d9e257-4abe-45d6-bc80-e20c5f60acc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:18.599443 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c3d9e257-4abe-45d6-bc80-e20c5f60acc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:18.642570 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-c3d9e257-4abe-45d6-bc80-e20c5f60acc3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3f1598278cda4048bce3c51001387e6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3199532 Sep 21 12:56:18.642570 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d9e257-4abe-45d6-bc80-e20c5f60acc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df6fbcc-0dc9-4a23-a692-d84d37c4d968,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:18.642976 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 57268) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:56:18.646853 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5eb320ca-0684-430d-88ce-6b53ed5ab96c req-acfb8e22-d22d-40cb-9591-200ba47c760b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b94bb539-01a3-494b-9f6e-59e9cc9e2386 HTTP/1.1" status: 200 len: 217 time: 0.0411868 Sep 21 12:56:18.701135 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f70aa106-8b7c-4751-b63c-678ada0383de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:18.717971 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb320ca-0684-430d-88ce-6b53ed5ab96c req-c60d45c5-de48-4815-9bf4-7ce3fb6eeb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:18.720644 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5eb320ca-0684-430d-88ce-6b53ed5ab96c req-c60d45c5-de48-4815-9bf4-7ce3fb6eeb81 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0243efde-fe2f-4d4f-9f40-170cfeada7be HTTP/1.1" status: 200 len: 853 time: 0.0651038 Sep 21 12:56:18.728213 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f70aa106-8b7c-4751-b63c-678ada0383de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:18.767388 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5eb320ca-0684-430d-88ce-6b53ed5ab96c req-6e5b0a3d-2028-49ea-936d-3e61d264f8f9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bfa955ee-caa2-4aa5-bdf2-91dd256312eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372069 Sep 21 12:56:18.794550 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f70aa106-8b7c-4751-b63c-678ada0383de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:18.797519 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f70aa106-8b7c-4751-b63c-678ada0383de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:18.800168 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-f70aa106-8b7c-4751-b63c-678ada0383de admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1df6fbcc-0dc9-4a23-a692-d84d37c4d968 HTTP/1.1" status: 204 len: 168 time: 0.1561482 Sep 21 12:56:18.821006 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70aa106-8b7c-4751-b63c-678ada0383de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df6fbcc-0dc9-4a23-a692-d84d37c4d968,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:19.141715 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5eb320ca-0684-430d-88ce-6b53ed5ab96c req-b81ccbbb-f664-4b3d-8d53-3c6aef82e3aa service neutron] 10.222.0.45 "GET /v2.0/networks/bfa955ee-caa2-4aa5-bdf2-91dd256312eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636732 Sep 21 12:56:19.259669 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7199bd4-92b5-4b6c-892f-3ef32f8f2ba7 req-bd156270-3d64-43c5-8a72-0503ad08a300 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:19.259920 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5eb320ca-0684-430d-88ce-6b53ed5ab96c req-2d018bf8-1b45-480d-aa29-94ed389f94aa service neutron] 10.222.0.45 "GET /v2.0/networks/bfa955ee-caa2-4aa5-bdf2-91dd256312eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081116 Sep 21 12:56:19.261643 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d7199bd4-92b5-4b6c-892f-3ef32f8f2ba7 req-bd156270-3d64-43c5-8a72-0503ad08a300 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0654483 Sep 21 12:56:19.311401 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d7199bd4-92b5-4b6c-892f-3ef32f8f2ba7 req-29124f65-cecc-4a9a-a29d-0311cd75d287 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418983 Sep 21 12:56:19.650770 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee6739-937f-4014-88e0-83be06cf0fca req-de1c8558-2884-47cb-b125-3297aae100fe tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:19.652142 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-12ee6739-937f-4014-88e0-83be06cf0fca req-de1c8558-2884-47cb-b125-3297aae100fe tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18f71-b124-426c-9bde-c1f12edd995b HTTP/1.1" status: 200 len: 943 time: 0.1043425 Sep 21 12:56:19.711122 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-12ee6739-937f-4014-88e0-83be06cf0fca req-8b30f4d3-de0d-42a6-b713-350d8af77418 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458651 Sep 21 12:56:20.183638 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 57322) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:56:20.303459 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0cd28a49-f58a-46ab-b9cc-289bc65986c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:20.413542 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0cd28a49-f58a-46ab-b9cc-289bc65986c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:20.418665 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0cd28a49-f58a-46ab-b9cc-289bc65986c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:20.450593 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc8980e-c982-4396-90a2-8bfa39fd42e6 req-024c0df6-edb7-4d03-8e37-b0d3fc6aab06 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:20.452145 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4cc8980e-c982-4396-90a2-8bfa39fd42e6 req-024c0df6-edb7-4d03-8e37-b0d3fc6aab06 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0682209 Sep 21 12:56:20.457822 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd28a49-f58a-46ab-b9cc-289bc65986c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a494d1-9e6e-41ef-b7ca-d3daf658cb02,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:20.470898 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-0cd28a49-f58a-46ab-b9cc-289bc65986c7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5bd22a9f3cd64997bb6fbd8e809e840c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2858872 Sep 21 12:56:20.471503 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 57328) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:56:20.515047 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4cc8980e-c982-4396-90a2-8bfa39fd42e6 req-c14144d9-6d5c-4c4f-8268-b592b7433dab tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561452 Sep 21 12:56:20.525417 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-847c2097-57c7-4181-9843-c565e9e4baff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:20.552032 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-847c2097-57c7-4181-9843-c565e9e4baff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:20.600187 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-847c2097-57c7-4181-9843-c565e9e4baff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:20.602780 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-847c2097-57c7-4181-9843-c565e9e4baff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:20.603919 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-847c2097-57c7-4181-9843-c565e9e4baff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/12a494d1-9e6e-41ef-b7ca-d3daf658cb02 HTTP/1.1" status: 204 len: 168 time: 0.1314857 Sep 21 12:56:20.613380 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c2097-57c7-4181-9843-c565e9e4baff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a494d1-9e6e-41ef-b7ca-d3daf658cb02,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:20.903259 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c95e211-eef2-4b80-9711-1635010c09d0 req-08a7d919-d2ca-45d7-8ab0-7f990a816b02 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:20.905720 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8c95e211-eef2-4b80-9711-1635010c09d0 req-08a7d919-d2ca-45d7-8ab0-7f990a816b02 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18f71-b124-426c-9bde-c1f12edd995b HTTP/1.1" status: 200 len: 943 time: 0.0859299 Sep 21 12:56:20.971085 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8c95e211-eef2-4b80-9711-1635010c09d0 req-8cd5bf4d-445d-42f2-aa2e-9ab14b23a02b tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494986 Sep 21 12:56:21.430348 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 57360) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:56:21.537354 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-ba319ca8-e4d3-41df-80b3-638da59f93b6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1695748614-network', 'tenant_id': 'f8dd986907b641449edd23beaff087cd'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:56:21.572026 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba319ca8-e4d3-41df-80b3-638da59f93b6 admin admin] Made reservation on behalf of f8dd986907b641449edd23beaff087cd for: {'network': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:56:21.574423 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ba319ca8-e4d3-41df-80b3-638da59f93b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for network, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:21.587729 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ba319ca8-e4d3-41df-80b3-638da59f93b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:21.672047 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ca26c-62b0-4fc4-b764-c211a77798c2 req-6347469f-c27c-4b29-8f8b-225c9a0d1e4f tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:21.679043 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2e3ca26c-62b0-4fc4-b764-c211a77798c2 req-6347469f-c27c-4b29-8f8b-225c9a0d1e4f tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0650883 Sep 21 12:56:21.700259 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ba319ca8-e4d3-41df-80b3-638da59f93b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:21.708174 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ba319ca8-e4d3-41df-80b3-638da59f93b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:21.739818 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba319ca8-e4d3-41df-80b3-638da59f93b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=93969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 12:56:21.740067 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2e3ca26c-62b0-4fc4-b764-c211a77798c2 req-e5d2444c-dc39-4ce3-a214-cff07a6b5dfa tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564880 Sep 21 12:56:21.754980 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba319ca8-e4d3-41df-80b3-638da59f93b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d33cd0f-4cc3-42b5-ba94-3b12a8309084,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:21.760611 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ba319ca8-e4d3-41df-80b3-638da59f93b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861'] for segment, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:21.760957 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.db.segments_db [None req-ba319ca8-e4d3-41df-80b3-638da59f93b6 admin admin] Added segment 3e28581a-7375-4fda-870d-9e9e6a1f581d of type vlan for network 1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9 Sep 21 12:56:21.820158 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ba319ca8-e4d3-41df-80b3-638da59f93b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758322100264'] for network, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:21.834747 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-b5107449-46e0-4483-9031-0c19752d4acf None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:56:21.849239 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ba319ca8-e4d3-41df-80b3-638da59f93b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279'] for network, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:21.850586 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba319ca8-e4d3-41df-80b3-638da59f93b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:21.851065 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ba319ca8-e4d3-41df-80b3-638da59f93b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:21.886434 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-ba319ca8-e4d3-41df-80b3-638da59f93b6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4544721 Sep 21 12:56:21.888901 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 57370) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:56:21.920913 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-bba2f90b-3f1e-4432-984e-c2175e2ea96a admin admin] Request body: {'subnet': {'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1695748614-subnet', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'ip_version': 4}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:56:21.929023 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba319ca8-e4d3-41df-80b3-638da59f93b6 admin admin] Pushing event updated for resources: {'Network': ['ID=1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:21.942931 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Network 1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9 details requested by agent ovs-agent-dv-cinder-810131-2-iscsi with host dv-cinder-810131-2-iscsi {{(pid=93970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 12:56:21.963699 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba2f90b-3f1e-4432-984e-c2175e2ea96a admin admin] Made reservation on behalf of f8dd986907b641449edd23beaff087cd for: {'subnet': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:56:21.966235 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bba2f90b-3f1e-4432-984e-c2175e2ea96a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:22.129603 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dccb78-f225-4d18-a276-f828d844dd15 req-9fff5373-5f40-49be-9aa4-17899056cc71 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:22.131833 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-38dccb78-f225-4d18-a276-f828d844dd15 req-9fff5373-5f40-49be-9aa4-17899056cc71 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18f71-b124-426c-9bde-c1f12edd995b HTTP/1.1" status: 200 len: 943 time: 0.0615723 Sep 21 12:56:22.181930 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-38dccb78-f225-4d18-a276-f828d844dd15 req-ff96371f-0f0b-4ff7-864d-e6d7b0bce68e tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415754 Sep 21 12:56:22.201136 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bba2f90b-3f1e-4432-984e-c2175e2ea96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279'] for subnet, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:22.261002 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba2f90b-3f1e-4432-984e-c2175e2ea96a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7097d818-f75a-489b-96c8-b19c4cc747bd,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:22.278300 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba2f90b-3f1e-4432-984e-c2175e2ea96a admin admin] Checking segment: {'id': '3e28581a-7375-4fda-870d-9e9e6a1f581d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:56:22.278684 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba2f90b-3f1e-4432-984e-c2175e2ea96a admin admin] Network hostable DHCP agents. Network: 1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9, hostable agents: ['12de7482-9c3e-48cc-a7cf-59e9ab92578f'], hosted agents: [] {{(pid=93969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 12:56:22.297699 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba2f90b-3f1e-4432-984e-c2175e2ea96a admin admin] Network 1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9 is scheduled to be hosted by DHCP agent 12de7482-9c3e-48cc-a7cf-59e9ab92578f with binding_index 1 {{(pid=93969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 12:56:22.307720 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-bba2f90b-3f1e-4432-984e-c2175e2ea96a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810131-2-iscsi, 1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9) {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:56:22.317735 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84302b52-3ec6-488d-a6f1-9aebe6af1159 None None] Network 1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9 requested from dv-cinder-810131-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 12:56:22.319327 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba2f90b-3f1e-4432-984e-c2175e2ea96a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:22.320034 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-bba2f90b-3f1e-4432-984e-c2175e2ea96a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:22.342257 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-bba2f90b-3f1e-4432-984e-c2175e2ea96a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4275324 Sep 21 12:56:22.345543 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 57378) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:56:22.350213 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-d23b6cfe-8c95-4e90-beb4-452fa5d2e41b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1695748614-router', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'}}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:56:22.422448 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d23b6cfe-8c95-4e90-beb4-452fa5d2e41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1609611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3806'] for router, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:22.422448 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d23b6cfe-8c95-4e90-beb4-452fa5d2e41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3817'] for router, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:22.508490 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d23b6cfe-8c95-4e90-beb4-452fa5d2e41b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:22.659186 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d25c626-3b3e-4bc9-92f0-9b6644101e7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d0e40e3-e902-535e-accf-2154837b6641-1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9', 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'fixed_ips': [{'subnet_id': '7097d818-f75a-489b-96c8-b19c4cc747bd'}]}} from dv-cinder-810131-2-iscsi. {{(pid=93970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 12:56:22.660417 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-3d25c626-3b3e-4bc9-92f0-9b6644101e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:22.686736 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d23b6cfe-8c95-4e90-beb4-452fa5d2e41b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:22.843554 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.db_base_plugin_common [None req-3d25c626-3b3e-4bc9-92f0-9b6644101e7f None None] Allocated IP 172.20.0.2 (1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9/7097d818-f75a-489b-96c8-b19c4cc747bd/76194975-5524-428c-b463-0392ea73dccf) {{(pid=93970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:56:23.168150 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a0dab-ed7a-49b9-ac08-ff19b4bce56d req-67fe2134-6e27-48b5-92df-a9876755c5f8 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:23.172094 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6e5a0dab-ed7a-49b9-ac08-ff19b4bce56d req-67fe2134-6e27-48b5-92df-a9876755c5f8 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.1908259 Sep 21 12:56:23.172302 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-3d25c626-3b3e-4bc9-92f0-9b6644101e7f None None] Notify callbacks [] for port, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:23.172916 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d23b6cfe-8c95-4e90-beb4-452fa5d2e41b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:23.180157 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-3d25c626-3b3e-4bc9-92f0-9b6644101e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762'] for port, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:23.203364 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d23b6cfe-8c95-4e90-beb4-452fa5d2e41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:23.241405 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25c626-3b3e-4bc9-92f0-9b6644101e7f None None] Pushing event updated for resources: {'Port': ['ID=76194975-5524-428c-b463-0392ea73dccf,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:23.261454 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d25c626-3b3e-4bc9-92f0-9b6644101e7f None None] Network 1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9 is already hosted by enough agents. {{(pid=93970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:56:23.263669 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [None req-3d25c626-3b3e-4bc9-92f0-9b6644101e7f None None] Resources bound (agent type, host, resource id): {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:56:23.269277 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d25c626-3b3e-4bc9-92f0-9b6644101e7f None None] Received port after_create {{(pid=93970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 12:56:23.287478 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6e5a0dab-ed7a-49b9-ac08-ff19b4bce56d req-4975d3f2-857f-471a-9ddf-a14ae47174c5 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903878 Sep 21 12:56:23.357681 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [None req-d23b6cfe-8c95-4e90-beb4-452fa5d2e41b admin admin] Allocated IP 172.27.0.233 (3589cb95-8b7f-464f-a8af-ebd0722ed0b9/83bd8dfa-a4af-4a48-a00e-8b360d22b666/4957470c-a00c-42ae-a868-1b82a9d111f7) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:56:23.363794 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa471f6-a1c0-47be-844d-2d6b7938246b req-36690a8e-1146-4a44-9ce6-8a6f145bd668 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:23.364695 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-3d25c626-3b3e-4bc9-92f0-9b6644101e7f None None] Attempting to bind port 76194975-5524-428c-b463-0392ea73dccf on host dv-cinder-810131-2-iscsi for vnic_type normal with profile {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 12:56:23.365149 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-3d25c626-3b3e-4bc9-92f0-9b6644101e7f None None] Attempting to bind port 76194975-5524-428c-b463-0392ea73dccf by drivers openvswitch,hyperv on host dv-cinder-810131-2-iscsi at level 0 using segments [{'id': '3e28581a-7375-4fda-870d-9e9e6a1f581d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9'}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 12:56:23.365801 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d25c626-3b3e-4bc9-92f0-9b6644101e7f None None] Attempting to bind port 76194975-5524-428c-b463-0392ea73dccf on network 1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9 {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:56:23.366783 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-bfa471f6-a1c0-47be-844d-2d6b7938246b req-36690a8e-1146-4a44-9ce6-8a6f145bd668 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18f71-b124-426c-9bde-c1f12edd995b HTTP/1.1" status: 200 len: 943 time: 0.0718284 Sep 21 12:56:23.378730 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d25c626-3b3e-4bc9-92f0-9b6644101e7f None None] Checking agent: {'id': 'e9e90178-f2ac-4c99-b085-229d580e108d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 12, 46, 16), 'started_at': datetime.datetime(2021, 9, 21, 12, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 12, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 12:56:23.379213 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d25c626-3b3e-4bc9-92f0-9b6644101e7f None None] Checking segment: {'id': '3e28581a-7375-4fda-870d-9e9e6a1f581d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:56:23.380032 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-3d25c626-3b3e-4bc9-92f0-9b6644101e7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:23.380504 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d25c626-3b3e-4bc9-92f0-9b6644101e7f None None] Bound using segment: {'id': '3e28581a-7375-4fda-870d-9e9e6a1f581d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9'} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:56:23.381090 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-3d25c626-3b3e-4bc9-92f0-9b6644101e7f None None] Bound port: 76194975-5524-428c-b463-0392ea73dccf, host: dv-cinder-810131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e28581a-7375-4fda-870d-9e9e6a1f581d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9'}}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 12:56:23.381562 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-3d25c626-3b3e-4bc9-92f0-9b6644101e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:23.423486 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-bfa471f6-a1c0-47be-844d-2d6b7938246b req-9129188e-fdf8-481a-a487-a644a693509c tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488651 Sep 21 12:56:23.487514 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-3d25c626-3b3e-4bc9-92f0-9b6644101e7f None None] For port 76194975-5524-428c-b463-0392ea73dccf, host dv-cinder-810131-2-iscsi, cleared binding levels {{(pid=93970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:56:23.491707 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-3d25c626-3b3e-4bc9-92f0-9b6644101e7f None None] For port 76194975-5524-428c-b463-0392ea73dccf, host dv-cinder-810131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=76194975-5524-428c-b463-0392ea73dccf,segment=NetworkSegment(3e28581a-7375-4fda-870d-9e9e6a1f581d),segment_id=3e28581a-7375-4fda-870d-9e9e6a1f581d)] {{(pid=93970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:56:23.497069 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-3d25c626-3b3e-4bc9-92f0-9b6644101e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:23.501605 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d23b6cfe-8c95-4e90-beb4-452fa5d2e41b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:23.539467 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d23b6cfe-8c95-4e90-beb4-452fa5d2e41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:23.566357 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23b6cfe-8c95-4e90-beb4-452fa5d2e41b admin admin] Network 3589cb95-8b7f-464f-a8af-ebd0722ed0b9 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:56:23.569272 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-d23b6cfe-8c95-4e90-beb4-452fa5d2e41b admin admin] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:56:23.589641 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23b6cfe-8c95-4e90-beb4-452fa5d2e41b admin admin] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 12:56:23.591357 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25c626-3b3e-4bc9-92f0-9b6644101e7f None None] Pushing event updated for resources: {'Port': ['ID=76194975-5524-428c-b463-0392ea73dccf,revision_number=2']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:23.699449 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b6cfe-8c95-4e90-beb4-452fa5d2e41b admin admin] Pushing event updated for resources: {'Port': ['ID=4957470c-a00c-42ae-a868-1b82a9d111f7,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:24.088664 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d23b6cfe-8c95-4e90-beb4-452fa5d2e41b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:24.347059 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d23b6cfe-8c95-4e90-beb4-452fa5d2e41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618780'] for router, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:24.469574 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06144f-6f04-4222-96d1-8f8e9f8a39e4 req-1977bef4-9ede-4963-bb48-67f5c1668cdd tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:24.478587 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4c06144f-6f04-4222-96d1-8f8e9f8a39e4 req-1977bef4-9ede-4963-bb48-67f5c1668cdd tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0855782 Sep 21 12:56:24.568815 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4c06144f-6f04-4222-96d1-8f8e9f8a39e4 req-ec379556-e8f5-4d91-a66b-3b14168057ad tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877538 Sep 21 12:56:24.618969 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23b6cfe-8c95-4e90-beb4-452fa5d2e41b admin admin] Router b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5 is scheduled to L3 agent ac1410d3-fc19-41f1-a8a6-9305dbf296af with binding_index 1 {{(pid=93969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 12:56:24.637551 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2b673-5544-4b20-b3a0-633e30d8a7ca req-1b6d630a-5012-4218-9318-c2404d6139d8 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:24.639140 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8ad2b673-5544-4b20-b3a0-633e30d8a7ca req-1b6d630a-5012-4218-9318-c2404d6139d8 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18f71-b124-426c-9bde-c1f12edd995b HTTP/1.1" status: 200 len: 943 time: 0.0884762 Sep 21 12:56:24.777687 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adf4101-9aa3-48b6-8533-22e2eb3ccea7 None None] Network 1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9 requested from dv-cinder-810131-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 12:56:24.788953 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8ad2b673-5544-4b20-b3a0-633e30d8a7ca req-e644b081-d6af-4a62-b23f-bdab99d010e2 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946724 Sep 21 12:56:24.805988 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23b6cfe-8c95-4e90-beb4-452fa5d2e41b admin admin] Notify agent at l3_agent.dv-cinder-810131-2-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:56:24.830435 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a39495-3cc4-48de-878a-f9b06ca4d9c1 None None] Sync routers for ids ['b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'] in dv-cinder-810131-2-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:56:24.837304 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d23b6cfe-8c95-4e90-beb4-452fa5d2e41b admin admin] Notify callbacks [] for router, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:24.840946 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-d23b6cfe-8c95-4e90-beb4-452fa5d2e41b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4919994 Sep 21 12:56:24.841533 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 57408) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:56:24.849887 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a39495-3cc4-48de-878a-f9b06ca4d9c1 None None] Routers {'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 12:56:24.851718 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-04a39495-3cc4-48de-878a-f9b06ca4d9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T12:56:15Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:56:24.898751 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-92ce0050-3f04-439d-8e2d-1189f52b659e None None] Provisioning complete for port 76194975-5524-428c-b463-0392ea73dccf triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:56:24.899194 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-92ce0050-3f04-439d-8e2d-1189f52b659e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:24.991649 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-04a39495-3cc4-48de-878a-f9b06ca4d9c1 None None] Set router b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5 gateway port host: dv-cinder-810131-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 12:56:25.054320 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-92ce0050-3f04-439d-8e2d-1189f52b659e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:25.104029 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-92ce0050-3f04-439d-8e2d-1189f52b659e None None] For port 76194975-5524-428c-b463-0392ea73dccf, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=76194975-5524-428c-b463-0392ea73dccf,segment=NetworkSegment(3e28581a-7375-4fda-870d-9e9e6a1f581d),segment_id=3e28581a-7375-4fda-870d-9e9e6a1f581d)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:56:25.110804 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-92ce0050-3f04-439d-8e2d-1189f52b659e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:25.186425 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce0050-3f04-439d-8e2d-1189f52b659e None None] Pushing event updated for resources: {'Port': ['ID=76194975-5524-428c-b463-0392ea73dccf,revision_number=3']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:25.198873 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce0050-3f04-439d-8e2d-1189f52b659e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:56:25.199211 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce0050-3f04-439d-8e2d-1189f52b659e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:56:25.199557 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce0050-3f04-439d-8e2d-1189f52b659e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:56:25.199894 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce0050-3f04-439d-8e2d-1189f52b659e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:56:25.200229 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce0050-3f04-439d-8e2d-1189f52b659e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:56:25.200564 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce0050-3f04-439d-8e2d-1189f52b659e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:56:25.200891 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce0050-3f04-439d-8e2d-1189f52b659e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:56:25.201221 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce0050-3f04-439d-8e2d-1189f52b659e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:56:25.201567 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce0050-3f04-439d-8e2d-1189f52b659e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:56:25.201897 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce0050-3f04-439d-8e2d-1189f52b659e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:56:25.202856 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce0050-3f04-439d-8e2d-1189f52b659e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:56:25.203191 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce0050-3f04-439d-8e2d-1189f52b659e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:56:25.272860 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-04a39495-3cc4-48de-878a-f9b06ca4d9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'name': 'tempest-TestVolumeBootPattern-1695748614-router', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4957470c-a00c-42ae-a868-1b82a9d111f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:56:22Z', 'updated_at': '2021-09-21T12:56:23Z', 'revision_number': 3, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'gw_port': {'id': '4957470c-a00c-42ae-a868-1b82a9d111f7', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:23Z', 'updated_at': '2021-09-21T12:56:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi'}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:56:25.325011 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a39495-3cc4-48de-878a-f9b06ca4d9c1 None None] Checking router: b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5 for host: dv-cinder-810131-2-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:56:25.325705 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a39495-3cc4-48de-878a-f9b06ca4d9c1 None None] Updating router b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5 port 4957470c-a00c-42ae-a868-1b82a9d111f7 binding host dv-cinder-810131-2-iscsi {{(pid=93971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 12:56:25.367048 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-04a39495-3cc4-48de-878a-f9b06ca4d9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:25.434582 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-4db6fbd7-83bd-4d57-aaf9-bf9d1e43dfdf None None] Provisioning complete for port 76194975-5524-428c-b463-0392ea73dccf triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:56:25.435251 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-4db6fbd7-83bd-4d57-aaf9-bf9d1e43dfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:25.694318 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e458db0d-087a-4b8c-ad9d-1ad180a0b306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:25.732683 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-04a39495-3cc4-48de-878a-f9b06ca4d9c1 None None] Notify callbacks [] for port, precommit_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:25.740165 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-04a39495-3cc4-48de-878a-f9b06ca4d9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:25.764795 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf037d9-34c4-4721-b3a5-b4dea6e27557 req-8bb5e9e4-372d-4658-8aa5-b783ccd62b68 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:25.775714 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4bf037d9-34c4-4721-b3a5-b4dea6e27557 req-8bb5e9e4-372d-4658-8aa5-b783ccd62b68 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.1228104 Sep 21 12:56:25.789869 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32388cd-5e49-45cf-9b0e-ff2c2a24f9e0 None None] Pushing event updated for resources: {'Port': ['ID=4957470c-a00c-42ae-a868-1b82a9d111f7,revision_number=2']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:25.812379 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-04a39495-3cc4-48de-878a-f9b06ca4d9c1 None None] Attempting to bind port 4957470c-a00c-42ae-a868-1b82a9d111f7 on host dv-cinder-810131-2-iscsi for vnic_type normal with profile {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 12:56:25.812993 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-04a39495-3cc4-48de-878a-f9b06ca4d9c1 None None] Attempting to bind port 4957470c-a00c-42ae-a868-1b82a9d111f7 by drivers openvswitch,hyperv on host dv-cinder-810131-2-iscsi at level 0 using segments [{'id': 'e2b94f31-7b3f-4aad-87c8-37618fa3f855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 12:56:25.813988 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a39495-3cc4-48de-878a-f9b06ca4d9c1 None None] Attempting to bind port 4957470c-a00c-42ae-a868-1b82a9d111f7 on network 3589cb95-8b7f-464f-a8af-ebd0722ed0b9 {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:56:25.820566 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a39495-3cc4-48de-878a-f9b06ca4d9c1 None None] Checking agent: {'id': 'e9e90178-f2ac-4c99-b085-229d580e108d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 12, 46, 16), 'started_at': datetime.datetime(2021, 9, 21, 12, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 12, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 12:56:25.821122 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a39495-3cc4-48de-878a-f9b06ca4d9c1 None None] Checking segment: {'id': 'e2b94f31-7b3f-4aad-87c8-37618fa3f855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:56:25.821647 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-04a39495-3cc4-48de-878a-f9b06ca4d9c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:25.822307 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a39495-3cc4-48de-878a-f9b06ca4d9c1 None None] Bound using segment: {'id': 'e2b94f31-7b3f-4aad-87c8-37618fa3f855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:56:25.822922 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-04a39495-3cc4-48de-878a-f9b06ca4d9c1 None None] Bound port: 4957470c-a00c-42ae-a868-1b82a9d111f7, host: dv-cinder-810131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2b94f31-7b3f-4aad-87c8-37618fa3f855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'}}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 12:56:25.823428 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-04a39495-3cc4-48de-878a-f9b06ca4d9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:25.868667 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 76194975-5524-428c-b463-0392ea73dccf up at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:56:25.882987 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4bf037d9-34c4-4721-b3a5-b4dea6e27557 req-82ad3903-baea-4bfe-97df-e8d530bd7b6f tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885003 Sep 21 12:56:25.902411 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-04a39495-3cc4-48de-878a-f9b06ca4d9c1 None None] For port 4957470c-a00c-42ae-a868-1b82a9d111f7, host dv-cinder-810131-2-iscsi, cleared binding levels {{(pid=93971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:56:25.906527 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-04a39495-3cc4-48de-878a-f9b06ca4d9c1 None None] For port 4957470c-a00c-42ae-a868-1b82a9d111f7, host dv-cinder-810131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=4957470c-a00c-42ae-a868-1b82a9d111f7,segment=NetworkSegment(e2b94f31-7b3f-4aad-87c8-37618fa3f855),segment_id=e2b94f31-7b3f-4aad-87c8-37618fa3f855)] {{(pid=93971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:56:25.917277 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-04a39495-3cc4-48de-878a-f9b06ca4d9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:25.978592 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Provisioning complete for port 76194975-5524-428c-b463-0392ea73dccf triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:56:25.978882 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:25.988102 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32388cd-5e49-45cf-9b0e-ff2c2a24f9e0 None None] Pushing event updated for resources: {'Port': ['ID=4957470c-a00c-42ae-a868-1b82a9d111f7,revision_number=3']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:26.050110 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a39495-3cc4-48de-878a-f9b06ca4d9c1 None None] Routers {'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 12:56:26.050895 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-04a39495-3cc4-48de-878a-f9b06ca4d9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T12:56:15Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:56:26.122805 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c35c7-849c-4568-a85c-9b448e34679d req-d62dfdec-3747-4376-8855-a4d3cbebfb9b tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:26.124598 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-358c35c7-849c-4568-a85c-9b448e34679d req-d62dfdec-3747-4376-8855-a4d3cbebfb9b tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18f71-b124-426c-9bde-c1f12edd995b HTTP/1.1" status: 200 len: 943 time: 0.1754999 Sep 21 12:56:26.163523 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-e458db0d-087a-4b8c-ad9d-1ad180a0b306 admin admin] Allocated IP 172.20.0.1 (1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9/7097d818-f75a-489b-96c8-b19c4cc747bd/cbb25802-0914-48c9-9676-12b51edc041a) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:56:26.192102 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-358c35c7-849c-4568-a85c-9b448e34679d req-f88b0aa5-0a5b-4957-9c8e-647f24113945 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582221 Sep 21 12:56:26.229093 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-04a39495-3cc4-48de-878a-f9b06ca4d9c1 None None] Set router b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5 gateway port host: dv-cinder-810131-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 12:56:26.347756 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e458db0d-087a-4b8c-ad9d-1ad180a0b306 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:26.384901 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e458db0d-087a-4b8c-ad9d-1ad180a0b306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168646'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:26.445752 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e458db0d-087a-4b8c-ad9d-1ad180a0b306 admin admin] Pushing event updated for resources: {'Port': ['ID=cbb25802-0914-48c9-9676-12b51edc041a,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:26.449684 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e458db0d-087a-4b8c-ad9d-1ad180a0b306 admin admin] Network 1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:56:26.451610 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-e458db0d-087a-4b8c-ad9d-1ad180a0b306 admin admin] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:56:26.454654 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e458db0d-087a-4b8c-ad9d-1ad180a0b306 admin admin] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 12:56:26.501739 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e458db0d-087a-4b8c-ad9d-1ad180a0b306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1618827'] for router_interface, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:26.608888 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-04a39495-3cc4-48de-878a-f9b06ca4d9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'name': 'tempest-TestVolumeBootPattern-1695748614-router', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4957470c-a00c-42ae-a868-1b82a9d111f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:56:22Z', 'updated_at': '2021-09-21T12:56:23Z', 'revision_number': 3, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'gw_port': {'id': '4957470c-a00c-42ae-a868-1b82a9d111f7', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:23Z', 'updated_at': '2021-09-21T12:56:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi'}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:56:26.649313 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a39495-3cc4-48de-878a-f9b06ca4d9c1 None None] The sync data for ids ['b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'] in dv-cinder-810131-2-iscsi is: [{'id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'name': 'tempest-TestVolumeBootPattern-1695748614-router', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4957470c-a00c-42ae-a868-1b82a9d111f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:56:22Z', 'updated_at': '2021-09-21T12:56:23Z', 'revision_number': 3, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'gw_port': {'id': '4957470c-a00c-42ae-a868-1b82a9d111f7', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:23Z', 'updated_at': '2021-09-21T12:56:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi'}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:56:26.709786 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e458db0d-087a-4b8c-ad9d-1ad180a0b306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:26.786410 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-d067b0cc-f8e7-4ef0-a245-30edc1ee21c8 None None] Provisioning complete for port cbb25802-0914-48c9-9676-12b51edc041a triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:56:26.787466 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d067b0cc-f8e7-4ef0-a245-30edc1ee21c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:26.845171 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-d067b0cc-f8e7-4ef0-a245-30edc1ee21c8 None None] Port cbb25802-0914-48c9-9676-12b51edc041a cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 12:56:26.981175 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e458db0d-087a-4b8c-ad9d-1ad180a0b306 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:26.995322 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e458db0d-087a-4b8c-ad9d-1ad180a0b306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168671'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:27.147443 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e458db0d-087a-4b8c-ad9d-1ad180a0b306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1791917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1618203'] for router_interface, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:27.151904 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e458db0d-087a-4b8c-ad9d-1ad180a0b306 admin admin] Pushing event updated for resources: {'Port': ['ID=cbb25802-0914-48c9-9676-12b51edc041a,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:27.193597 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4bd40-4ec2-468c-a0a1-57b224da1e9d req-eb0fe6d9-8ad2-47a1-ab01-f261b5e07166 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:27.195238 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a1d4bd40-4ec2-468c-a0a1-57b224da1e9d req-eb0fe6d9-8ad2-47a1-ab01-f261b5e07166 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.1074855 Sep 21 12:56:27.336080 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a1d4bd40-4ec2-468c-a0a1-57b224da1e9d req-a8705b65-f2c8-43f0-b19b-087189e066ad tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290109 Sep 21 12:56:27.374881 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e458db0d-087a-4b8c-ad9d-1ad180a0b306 admin admin] Network 1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:56:27.385143 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-e458db0d-087a-4b8c-ad9d-1ad180a0b306 admin admin] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:56:27.529351 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b8436-8794-42d1-ac2c-213132b7c6c7 req-a0cc1daa-617c-4fbd-b67d-c49d32a4e778 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:27.539567 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ee7b8436-8794-42d1-ac2c-213132b7c6c7 req-a0cc1daa-617c-4fbd-b67d-c49d32a4e778 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18f71-b124-426c-9bde-c1f12edd995b HTTP/1.1" status: 200 len: 943 time: 0.1922324 Sep 21 12:56:27.641670 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ee7b8436-8794-42d1-ac2c-213132b7c6c7 req-13631b42-6a41-4e55-8fee-1ec1c6d36166 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845935 Sep 21 12:56:27.654680 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e458db0d-087a-4b8c-ad9d-1ad180a0b306 admin admin] Router b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5 has already been hosted by L3 agent ac1410d3-fc19-41f1-a8a6-9305dbf296af {{(pid=93968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:56:27.772038 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c3387d0f-df45-438b-ac67-37b3a75bd9f6 None None] Provisioning complete for port cbb25802-0914-48c9-9676-12b51edc041a triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:56:27.772710 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c3387d0f-df45-438b-ac67-37b3a75bd9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:27.854285 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-c3387d0f-df45-438b-ac67-37b3a75bd9f6 None None] Port cbb25802-0914-48c9-9676-12b51edc041a cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 12:56:27.873645 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e458db0d-087a-4b8c-ad9d-1ad180a0b306 admin admin] Notify agent at l3_agent.dv-cinder-810131-2-iscsi the message routers_updated {{(pid=93968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:56:27.882209 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-e458db0d-087a-4b8c-ad9d-1ad180a0b306 admin admin] 10.222.0.32 "PUT /v2.0/routers/b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0379584 Sep 21 12:56:27.897004 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 4957470c-a00c-42ae-a868-1b82a9d111f7 up at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:56:27.979838 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Provisioning complete for port 4957470c-a00c-42ae-a868-1b82a9d111f7 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:56:27.980257 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:28.113582 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:28.144702 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] For port 4957470c-a00c-42ae-a868-1b82a9d111f7, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=4957470c-a00c-42ae-a868-1b82a9d111f7,segment=NetworkSegment(e2b94f31-7b3f-4aad-87c8-37618fa3f855),segment_id=e2b94f31-7b3f-4aad-87c8-37618fa3f855)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:56:28.152240 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:28.249743 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Pushing event updated for resources: {'Port': ['ID=4957470c-a00c-42ae-a868-1b82a9d111f7,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:28.496096 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2917721-2d72-4a10-acd8-ca905c7c1076 req-1b1aead7-a730-4c6a-9b2f-b9a7ef3acdc8 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:28.498142 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d2917721-2d72-4a10-acd8-ca905c7c1076 req-1b1aead7-a730-4c6a-9b2f-b9a7ef3acdc8 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0724387 Sep 21 12:56:28.583663 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d2917721-2d72-4a10-acd8-ca905c7c1076 req-df0d9ad8-d92c-4e90-8c8f-9ea490e289ca tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768380 Sep 21 12:56:28.647206 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 57470) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:56:28.652584 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-d38e8603-cdee-43f8-9408-fea249d20572 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1113309264-network', 'tenant_id': '594e216fdc0147e6b380a15a1a4e3f94'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:56:28.690591 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38e8603-cdee-43f8-9408-fea249d20572 admin admin] Made reservation on behalf of 594e216fdc0147e6b380a15a1a4e3f94 for: {'network': 1} {{(pid=93968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:56:28.694609 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d38e8603-cdee-43f8-9408-fea249d20572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for network, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:28.709724 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d38e8603-cdee-43f8-9408-fea249d20572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:28.816452 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23892deb-2d2e-4cc2-9c57-a8e7389a0bb8 req-14099e99-f346-456c-be00-a5aacd777845 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:28.818839 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-23892deb-2d2e-4cc2-9c57-a8e7389a0bb8 req-14099e99-f346-456c-be00-a5aacd777845 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18f71-b124-426c-9bde-c1f12edd995b HTTP/1.1" status: 200 len: 943 time: 0.1126761 Sep 21 12:56:28.891906 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1651c564-676d-4a6b-a789-7dcb78ddcd15 None None] Sync routers for ids ['b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'] in dv-cinder-810131-2-iscsi {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:56:28.895599 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-23892deb-2d2e-4cc2-9c57-a8e7389a0bb8 req-63473bfd-526f-4b30-a625-d9852bc13a6e tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703709 Sep 21 12:56:28.915233 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1651c564-676d-4a6b-a789-7dcb78ddcd15 None None] Routers {'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 12:56:28.916115 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-1651c564-676d-4a6b-a789-7dcb78ddcd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T12:56:15Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:56:28.960994 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d38e8603-cdee-43f8-9408-fea249d20572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:28.967689 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d38e8603-cdee-43f8-9408-fea249d20572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:28.999827 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d38e8603-cdee-43f8-9408-fea249d20572 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=93968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 12:56:29.013171 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e8603-cdee-43f8-9408-fea249d20572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37572206-d3b3-4313-a826-2688db1557ec,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:29.022229 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d38e8603-cdee-43f8-9408-fea249d20572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861'] for segment, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:29.022698 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.db.segments_db [None req-d38e8603-cdee-43f8-9408-fea249d20572 admin admin] Added segment 6568d4ed-b9e8-4a12-baa7-5f45708925a6 of type vlan for network 45896fe1-04f8-4e6a-8be5-e04e3fe28a13 Sep 21 12:56:29.043040 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-1651c564-676d-4a6b-a789-7dcb78ddcd15 None None] Set router b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5 gateway port host: dv-cinder-810131-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 12:56:29.085255 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d38e8603-cdee-43f8-9408-fea249d20572 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758322100264'] for network, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:29.113320 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d38e8603-cdee-43f8-9408-fea249d20572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279'] for network, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:29.115046 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38e8603-cdee-43f8-9408-fea249d20572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:29.116132 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d38e8603-cdee-43f8-9408-fea249d20572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for network, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:29.153410 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-d38e8603-cdee-43f8-9408-fea249d20572 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5047033 Sep 21 12:56:29.156184 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 57474) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:56:29.186278 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-9e250c9e-1394-4c78-b3f6-ebb0fec82f14 admin admin] Request body: {'subnet': {'network_id': '45896fe1-04f8-4e6a-8be5-e04e3fe28a13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1113309264-subnet', 'tenant_id': '594e216fdc0147e6b380a15a1a4e3f94', 'ip_version': 4}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:56:29.189928 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e8603-cdee-43f8-9408-fea249d20572 admin admin] Pushing event updated for resources: {'Network': ['ID=45896fe1-04f8-4e6a-8be5-e04e3fe28a13,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:29.202236 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Network 45896fe1-04f8-4e6a-8be5-e04e3fe28a13 details requested by agent ovs-agent-dv-cinder-810131-2-iscsi with host dv-cinder-810131-2-iscsi {{(pid=93970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 12:56:29.231013 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e250c9e-1394-4c78-b3f6-ebb0fec82f14 admin admin] Made reservation on behalf of 594e216fdc0147e6b380a15a1a4e3f94 for: {'subnet': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:56:29.238285 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9e250c9e-1394-4c78-b3f6-ebb0fec82f14 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:29.349809 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-1651c564-676d-4a6b-a789-7dcb78ddcd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'name': 'tempest-TestVolumeBootPattern-1695748614-router', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4957470c-a00c-42ae-a868-1b82a9d111f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:56:22Z', 'updated_at': '2021-09-21T12:56:26Z', 'revision_number': 4, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'gw_port': {'id': '4957470c-a00c-42ae-a868-1b82a9d111f7', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:23Z', 'updated_at': '2021-09-21T12:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': 'cbb25802-0914-48c9-9676-12b51edc041a', 'name': '', 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'mac_address': 'fa:16:3e:5b:a5:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7097d818-f75a-489b-96c8-b19c4cc747bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:25Z', 'updated_at': '2021-09-21T12:56:26Z', 'revision_number': 2, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'subnets': [{'id': '7097d818-f75a-489b-96c8-b19c4cc747bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:56:29.377248 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1651c564-676d-4a6b-a789-7dcb78ddcd15 None None] Checking router: b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5 for host: dv-cinder-810131-2-iscsi {{(pid=93970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:56:29.377606 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1651c564-676d-4a6b-a789-7dcb78ddcd15 None None] Updating router b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5 port cbb25802-0914-48c9-9676-12b51edc041a binding host dv-cinder-810131-2-iscsi {{(pid=93970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 12:56:29.404089 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1651c564-676d-4a6b-a789-7dcb78ddcd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:29.455569 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9e250c9e-1394-4c78-b3f6-ebb0fec82f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279'] for subnet, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:29.535246 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e250c9e-1394-4c78-b3f6-ebb0fec82f14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f08e106f-b763-4246-bfba-7ec1b8edd7b8,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:29.580021 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e250c9e-1394-4c78-b3f6-ebb0fec82f14 admin admin] Checking segment: {'id': '6568d4ed-b9e8-4a12-baa7-5f45708925a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '45896fe1-04f8-4e6a-8be5-e04e3fe28a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:56:29.580389 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e250c9e-1394-4c78-b3f6-ebb0fec82f14 admin admin] Network hostable DHCP agents. Network: 45896fe1-04f8-4e6a-8be5-e04e3fe28a13, hostable agents: ['12de7482-9c3e-48cc-a7cf-59e9ab92578f'], hosted agents: [] {{(pid=93969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 12:56:29.626216 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e250c9e-1394-4c78-b3f6-ebb0fec82f14 admin admin] Network 45896fe1-04f8-4e6a-8be5-e04e3fe28a13 is scheduled to be hosted by DHCP agent 12de7482-9c3e-48cc-a7cf-59e9ab92578f with binding_index 1 {{(pid=93969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 12:56:29.685577 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-9e250c9e-1394-4c78-b3f6-ebb0fec82f14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810131-2-iscsi, 45896fe1-04f8-4e6a-8be5-e04e3fe28a13) {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:56:29.724329 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e250c9e-1394-4c78-b3f6-ebb0fec82f14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:29.725284 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9e250c9e-1394-4c78-b3f6-ebb0fec82f14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:29.789737 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-9e250c9e-1394-4c78-b3f6-ebb0fec82f14 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6288240 Sep 21 12:56:29.792874 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 57484) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:56:29.799302 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-fc485b05-f931-4252-a8d0-8483c39638ce admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1113309264-router', 'tenant_id': '594e216fdc0147e6b380a15a1a4e3f94', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'}}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:56:29.855336 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fc485b05-f931-4252-a8d0-8483c39638ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1609611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3806'] for router, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:29.856942 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fc485b05-f931-4252-a8d0-8483c39638ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3817'] for router, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:29.864583 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b29aef2-7111-4a33-8bd0-e3638ecc5197 None None] Network 45896fe1-04f8-4e6a-8be5-e04e3fe28a13 requested from dv-cinder-810131-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 12:56:29.926019 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fc485b05-f931-4252-a8d0-8483c39638ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:30.074826 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628299e-d9da-431b-99dd-be650998dbd0 req-b7a76481-6072-4e2e-9144-7cad9d50b45e tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:30.083886 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b628299e-d9da-431b-99dd-be650998dbd0 req-b7a76481-6072-4e2e-9144-7cad9d50b45e tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18f71-b124-426c-9bde-c1f12edd995b HTTP/1.1" status: 200 len: 943 time: 0.0701227 Sep 21 12:56:30.134272 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b628299e-d9da-431b-99dd-be650998dbd0 req-3095e28f-0109-441c-b22f-3bb62910357e tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489638 Sep 21 12:56:30.160948 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fc485b05-f931-4252-a8d0-8483c39638ce admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:30.209965 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 4957470c-a00c-42ae-a868-1b82a9d111f7 up at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:56:30.252896 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65de6ec-2b10-4781-b514-18aa72a40369 req-9fde48bc-1898-45f1-a60d-a29dbcd69944 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:30.265226 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e65de6ec-2b10-4781-b514-18aa72a40369 req-9fde48bc-1898-45f1-a60d-a29dbcd69944 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.3367455 Sep 21 12:56:30.317575 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e65de6ec-2b10-4781-b514-18aa72a40369 req-6cc4d6ee-160d-4ab2-9f6d-3bbfc893cea9 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507894 Sep 21 12:56:30.409473 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Provisioning complete for port 4957470c-a00c-42ae-a868-1b82a9d111f7 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:56:30.409850 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:30.438716 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24eb000c-aab5-4a64-921c-bf0977bc7ce2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d0e40e3-e902-535e-accf-2154837b6641-45896fe1-04f8-4e6a-8be5-e04e3fe28a13', 'network_id': '45896fe1-04f8-4e6a-8be5-e04e3fe28a13', 'tenant_id': '594e216fdc0147e6b380a15a1a4e3f94', 'fixed_ips': [{'subnet_id': 'f08e106f-b763-4246-bfba-7ec1b8edd7b8'}]}} from dv-cinder-810131-2-iscsi. {{(pid=93970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 12:56:30.439556 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-24eb000c-aab5-4a64-921c-bf0977bc7ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:30.467777 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1651c564-676d-4a6b-a789-7dcb78ddcd15 None None] Notify callbacks [] for port, precommit_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:30.487489 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1651c564-676d-4a6b-a789-7dcb78ddcd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:30.511841 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fc485b05-f931-4252-a8d0-8483c39638ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:30.537966 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fc485b05-f931-4252-a8d0-8483c39638ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:30.615973 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03678d52-6b9e-4128-a230-4c78915400d0 None None] Pushing event updated for resources: {'Port': ['ID=cbb25802-0914-48c9-9676-12b51edc041a,revision_number=3']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:30.724702 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-fc485b05-f931-4252-a8d0-8483c39638ce admin admin] Allocated IP 172.27.0.199 (3589cb95-8b7f-464f-a8af-ebd0722ed0b9/83bd8dfa-a4af-4a48-a00e-8b360d22b666/10759d3e-0b85-489e-81ed-e0a3d78cd27e) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:56:30.800836 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.db_base_plugin_common [None req-24eb000c-aab5-4a64-921c-bf0977bc7ce2 None None] Allocated IP 172.20.0.2 (45896fe1-04f8-4e6a-8be5-e04e3fe28a13/f08e106f-b763-4246-bfba-7ec1b8edd7b8/0f76089d-6d4b-497a-b7fc-b1d061ca81fe) {{(pid=93970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:56:30.815422 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-1651c564-676d-4a6b-a789-7dcb78ddcd15 None None] Attempting to bind port cbb25802-0914-48c9-9676-12b51edc041a on host dv-cinder-810131-2-iscsi for vnic_type normal with profile {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 12:56:30.815788 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-1651c564-676d-4a6b-a789-7dcb78ddcd15 None None] Attempting to bind port cbb25802-0914-48c9-9676-12b51edc041a by drivers openvswitch,hyperv on host dv-cinder-810131-2-iscsi at level 0 using segments [{'id': '3e28581a-7375-4fda-870d-9e9e6a1f581d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9'}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 12:56:30.816145 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1651c564-676d-4a6b-a789-7dcb78ddcd15 None None] Attempting to bind port cbb25802-0914-48c9-9676-12b51edc041a on network 1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9 {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:56:30.828020 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1651c564-676d-4a6b-a789-7dcb78ddcd15 None None] Checking agent: {'id': 'e9e90178-f2ac-4c99-b085-229d580e108d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 12, 46, 16), 'started_at': datetime.datetime(2021, 9, 21, 12, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 12, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 12:56:30.828681 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1651c564-676d-4a6b-a789-7dcb78ddcd15 None None] Checking segment: {'id': '3e28581a-7375-4fda-870d-9e9e6a1f581d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:56:30.829348 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1651c564-676d-4a6b-a789-7dcb78ddcd15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:30.829790 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1651c564-676d-4a6b-a789-7dcb78ddcd15 None None] Bound using segment: {'id': '3e28581a-7375-4fda-870d-9e9e6a1f581d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9'} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:56:30.830273 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-1651c564-676d-4a6b-a789-7dcb78ddcd15 None None] Bound port: cbb25802-0914-48c9-9676-12b51edc041a, host: dv-cinder-810131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e28581a-7375-4fda-870d-9e9e6a1f581d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9'}}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 12:56:30.831793 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1651c564-676d-4a6b-a789-7dcb78ddcd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:30.990327 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fc485b05-f931-4252-a8d0-8483c39638ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:31.037841 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fc485b05-f931-4252-a8d0-8483c39638ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168646'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:31.050415 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-1651c564-676d-4a6b-a789-7dcb78ddcd15 None None] For port cbb25802-0914-48c9-9676-12b51edc041a, host dv-cinder-810131-2-iscsi, cleared binding levels {{(pid=93970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:56:31.084188 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc485b05-f931-4252-a8d0-8483c39638ce admin admin] Network 3589cb95-8b7f-464f-a8af-ebd0722ed0b9 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:56:31.085615 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-1651c564-676d-4a6b-a789-7dcb78ddcd15 None None] For port cbb25802-0914-48c9-9676-12b51edc041a, host dv-cinder-810131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=cbb25802-0914-48c9-9676-12b51edc041a,segment=NetworkSegment(3e28581a-7375-4fda-870d-9e9e6a1f581d),segment_id=3e28581a-7375-4fda-870d-9e9e6a1f581d)] {{(pid=93970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:56:31.089801 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-fc485b05-f931-4252-a8d0-8483c39638ce admin admin] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:56:31.097087 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1651c564-676d-4a6b-a789-7dcb78ddcd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:31.101844 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc485b05-f931-4252-a8d0-8483c39638ce admin admin] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 12:56:31.102035 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-8794a533-1a5b-4d05-b117-297da15d09d3 None None] Provisioning complete for port cbb25802-0914-48c9-9676-12b51edc041a triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:56:31.102351 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-8794a533-1a5b-4d05-b117-297da15d09d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:31.180413 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-24eb000c-aab5-4a64-921c-bf0977bc7ce2 None None] Notify callbacks [] for port, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:31.210253 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-24eb000c-aab5-4a64-921c-bf0977bc7ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762'] for port, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:31.254852 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03678d52-6b9e-4128-a230-4c78915400d0 None None] Pushing event updated for resources: {'Port': ['ID=cbb25802-0914-48c9-9676-12b51edc041a,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:31.259636 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1651c564-676d-4a6b-a789-7dcb78ddcd15 None None] Routers {'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 12:56:31.260394 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-1651c564-676d-4a6b-a789-7dcb78ddcd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T12:56:15Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:56:31.290868 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24eb000c-aab5-4a64-921c-bf0977bc7ce2 None None] Network 45896fe1-04f8-4e6a-8be5-e04e3fe28a13 is already hosted by enough agents. {{(pid=93970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:56:31.371285 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [None req-24eb000c-aab5-4a64-921c-bf0977bc7ce2 None None] Resources bound (agent type, host, resource id): {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:56:31.379450 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24eb000c-aab5-4a64-921c-bf0977bc7ce2 None None] Received port after_create {{(pid=93970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 12:56:31.383423 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc485b05-f931-4252-a8d0-8483c39638ce admin admin] Pushing event updated for resources: {'Port': ['ID=10759d3e-0b85-489e-81ed-e0a3d78cd27e,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:31.473318 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb000c-aab5-4a64-921c-bf0977bc7ce2 None None] Pushing event updated for resources: {'Port': ['ID=0f76089d-6d4b-497a-b7fc-b1d061ca81fe,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:31.536288 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612584e3-cf4c-4fbb-be1f-dfa6ca4a11b5 req-eb26ba0e-6977-479c-a056-c4ba0cdfc6e8 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:31.551031 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-612584e3-cf4c-4fbb-be1f-dfa6ca4a11b5 req-eb26ba0e-6977-479c-a056-c4ba0cdfc6e8 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18f71-b124-426c-9bde-c1f12edd995b HTTP/1.1" status: 200 len: 943 time: 0.1658146 Sep 21 12:56:31.602158 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-8794a533-1a5b-4d05-b117-297da15d09d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:31.616007 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-1651c564-676d-4a6b-a789-7dcb78ddcd15 None None] Set router b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5 gateway port host: dv-cinder-810131-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 12:56:31.618452 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-24eb000c-aab5-4a64-921c-bf0977bc7ce2 None None] Attempting to bind port 0f76089d-6d4b-497a-b7fc-b1d061ca81fe on host dv-cinder-810131-2-iscsi for vnic_type normal with profile {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 12:56:31.618452 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-24eb000c-aab5-4a64-921c-bf0977bc7ce2 None None] Attempting to bind port 0f76089d-6d4b-497a-b7fc-b1d061ca81fe by drivers openvswitch,hyperv on host dv-cinder-810131-2-iscsi at level 0 using segments [{'id': '6568d4ed-b9e8-4a12-baa7-5f45708925a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '45896fe1-04f8-4e6a-8be5-e04e3fe28a13'}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 12:56:31.618920 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24eb000c-aab5-4a64-921c-bf0977bc7ce2 None None] Attempting to bind port 0f76089d-6d4b-497a-b7fc-b1d061ca81fe on network 45896fe1-04f8-4e6a-8be5-e04e3fe28a13 {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:56:31.664826 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24eb000c-aab5-4a64-921c-bf0977bc7ce2 None None] Checking agent: {'id': 'e9e90178-f2ac-4c99-b085-229d580e108d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 12, 46, 16), 'started_at': datetime.datetime(2021, 9, 21, 12, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 12, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 12:56:31.665330 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24eb000c-aab5-4a64-921c-bf0977bc7ce2 None None] Checking segment: {'id': '6568d4ed-b9e8-4a12-baa7-5f45708925a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '45896fe1-04f8-4e6a-8be5-e04e3fe28a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:56:31.665450 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-24eb000c-aab5-4a64-921c-bf0977bc7ce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:31.665969 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24eb000c-aab5-4a64-921c-bf0977bc7ce2 None None] Bound using segment: {'id': '6568d4ed-b9e8-4a12-baa7-5f45708925a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '45896fe1-04f8-4e6a-8be5-e04e3fe28a13'} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:56:31.666835 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-24eb000c-aab5-4a64-921c-bf0977bc7ce2 None None] Bound port: 0f76089d-6d4b-497a-b7fc-b1d061ca81fe, host: dv-cinder-810131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6568d4ed-b9e8-4a12-baa7-5f45708925a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '45896fe1-04f8-4e6a-8be5-e04e3fe28a13'}}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 12:56:31.667610 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-24eb000c-aab5-4a64-921c-bf0977bc7ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:31.694629 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-612584e3-cf4c-4fbb-be1f-dfa6ca4a11b5 req-32883438-f147-45a0-9ef3-2fd0cebd08cc tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261389 Sep 21 12:56:31.742236 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fc485b05-f931-4252-a8d0-8483c39638ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:31.752273 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-8794a533-1a5b-4d05-b117-297da15d09d3 None None] For port cbb25802-0914-48c9-9676-12b51edc041a, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=cbb25802-0914-48c9-9676-12b51edc041a,segment=NetworkSegment(3e28581a-7375-4fda-870d-9e9e6a1f581d),segment_id=3e28581a-7375-4fda-870d-9e9e6a1f581d)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:56:31.755393 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3fa04-b29f-41dc-be7a-9a9e953b0e89 req-fe514e76-df5e-48ae-a980-e6fdab91d255 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:31.764523 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-bbd3fa04-b29f-41dc-be7a-9a9e953b0e89 req-fe514e76-df5e-48ae-a980-e6fdab91d255 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.1167090 Sep 21 12:56:31.803368 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-8794a533-1a5b-4d05-b117-297da15d09d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:31.853620 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-bbd3fa04-b29f-41dc-be7a-9a9e953b0e89 req-6ccf6210-281f-4891-bb21-4c4bd2dbbf8f tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865808 Sep 21 12:56:32.021092 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-24eb000c-aab5-4a64-921c-bf0977bc7ce2 None None] For port 0f76089d-6d4b-497a-b7fc-b1d061ca81fe, host dv-cinder-810131-2-iscsi, cleared binding levels {{(pid=93970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:56:32.025219 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-24eb000c-aab5-4a64-921c-bf0977bc7ce2 None None] For port 0f76089d-6d4b-497a-b7fc-b1d061ca81fe, host dv-cinder-810131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=0f76089d-6d4b-497a-b7fc-b1d061ca81fe,segment=NetworkSegment(6568d4ed-b9e8-4a12-baa7-5f45708925a6),segment_id=6568d4ed-b9e8-4a12-baa7-5f45708925a6)] {{(pid=93970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:56:32.029819 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794a533-1a5b-4d05-b117-297da15d09d3 None None] Pushing event updated for resources: {'Port': ['ID=cbb25802-0914-48c9-9676-12b51edc041a,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:32.040018 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-24eb000c-aab5-4a64-921c-bf0977bc7ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:32.049985 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-16139f61-bc5b-4d50-a21a-ac2de05a404c None None] Provisioning complete for port cbb25802-0914-48c9-9676-12b51edc041a triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:56:32.050655 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-16139f61-bc5b-4d50-a21a-ac2de05a404c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:32.190625 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb000c-aab5-4a64-921c-bf0977bc7ce2 None None] Pushing event updated for resources: {'Port': ['ID=0f76089d-6d4b-497a-b7fc-b1d061ca81fe,revision_number=2']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:32.261833 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-1651c564-676d-4a6b-a789-7dcb78ddcd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'name': 'tempest-TestVolumeBootPattern-1695748614-router', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4957470c-a00c-42ae-a868-1b82a9d111f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:56:22Z', 'updated_at': '2021-09-21T12:56:26Z', 'revision_number': 4, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'gw_port': {'id': '4957470c-a00c-42ae-a868-1b82a9d111f7', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:23Z', 'updated_at': '2021-09-21T12:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': 'cbb25802-0914-48c9-9676-12b51edc041a', 'name': '', 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'mac_address': 'fa:16:3e:5b:a5:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7097d818-f75a-489b-96c8-b19c4cc747bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:25Z', 'updated_at': '2021-09-21T12:56:31Z', 'revision_number': 4, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'subnets': [{'id': '7097d818-f75a-489b-96c8-b19c4cc747bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:56:32.299080 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1651c564-676d-4a6b-a789-7dcb78ddcd15 None None] The sync data for ids ['b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'] in dv-cinder-810131-2-iscsi is: [{'id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'name': 'tempest-TestVolumeBootPattern-1695748614-router', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4957470c-a00c-42ae-a868-1b82a9d111f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:56:22Z', 'updated_at': '2021-09-21T12:56:26Z', 'revision_number': 4, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'gw_port': {'id': '4957470c-a00c-42ae-a868-1b82a9d111f7', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:23Z', 'updated_at': '2021-09-21T12:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': 'cbb25802-0914-48c9-9676-12b51edc041a', 'name': '', 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'mac_address': 'fa:16:3e:5b:a5:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7097d818-f75a-489b-96c8-b19c4cc747bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:25Z', 'updated_at': '2021-09-21T12:56:31Z', 'revision_number': 4, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'subnets': [{'id': '7097d818-f75a-489b-96c8-b19c4cc747bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:56:32.450806 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fc485b05-f931-4252-a8d0-8483c39638ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618780'] for router, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:32.686158 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc485b05-f931-4252-a8d0-8483c39638ce admin admin] Router d1c3c91e-76a9-415b-a97b-3da8ccb470cd is scheduled to L3 agent ac1410d3-fc19-41f1-a8a6-9305dbf296af with binding_index 1 {{(pid=93968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 12:56:32.874967 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc485b05-f931-4252-a8d0-8483c39638ce admin admin] Notify agent at l3_agent.dv-cinder-810131-2-iscsi the message routers_updated {{(pid=93968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:56:32.899979 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3521e3-6441-4c2c-80a4-8483cf2cca9a None None] Sync routers for ids ['d1c3c91e-76a9-415b-a97b-3da8ccb470cd'] in dv-cinder-810131-2-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:56:32.918567 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3521e3-6441-4c2c-80a4-8483cf2cca9a None None] Routers {'d1c3c91e-76a9-415b-a97b-3da8ccb470cd'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 12:56:32.919704 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-9d3521e3-6441-4c2c-80a4-8483cf2cca9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T12:56:15Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['d1c3c91e-76a9-415b-a97b-3da8ccb470cd'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:56:32.926175 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fc485b05-f931-4252-a8d0-8483c39638ce admin admin] Notify callbacks [] for router, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:32.932720 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-fc485b05-f931-4252-a8d0-8483c39638ce admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1382036 Sep 21 12:56:32.934846 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 57520) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:56:33.009575 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e4650-af3b-4341-a77c-6364a93afe27 req-b2c9ac2e-20f8-403c-a6ee-91bf50a3927d tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:33.013101 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ae5e4650-af3b-4341-a77c-6364a93afe27 req-b2c9ac2e-20f8-403c-a6ee-91bf50a3927d tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18f71-b124-426c-9bde-c1f12edd995b HTTP/1.1" status: 200 len: 943 time: 0.1837769 Sep 21 12:56:33.173649 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37212f19-ba4d-4cd9-8e57-b67002b9de9b req-b00ad195-a7dd-4b13-8879-f541fc8a15e5 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:33.182550 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-37212f19-ba4d-4cd9-8e57-b67002b9de9b req-b00ad195-a7dd-4b13-8879-f541fc8a15e5 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.1510367 Sep 21 12:56:33.216829 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ae5e4650-af3b-4341-a77c-6364a93afe27 req-0eaeb9eb-9570-4f5f-8580-bab2b6010174 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662319 Sep 21 12:56:33.294080 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-9d3521e3-6441-4c2c-80a4-8483cf2cca9a None None] Set router d1c3c91e-76a9-415b-a97b-3da8ccb470cd gateway port host: dv-cinder-810131-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 12:56:33.294936 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-37212f19-ba4d-4cd9-8e57-b67002b9de9b req-716eb8ce-d3a5-4d0f-af81-addeea256c4c tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101375 Sep 21 12:56:33.642174 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-9d3521e3-6441-4c2c-80a4-8483cf2cca9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c3c91e-76a9-415b-a97b-3da8ccb470cd', 'name': 'tempest-TestVolumeBootPattern-1113309264-router', 'tenant_id': '594e216fdc0147e6b380a15a1a4e3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '10759d3e-0b85-489e-81ed-e0a3d78cd27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:56:29Z', 'updated_at': '2021-09-21T12:56:31Z', 'revision_number': 3, 'project_id': '594e216fdc0147e6b380a15a1a4e3f94', 'gw_port': {'id': '10759d3e-0b85-489e-81ed-e0a3d78cd27e', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c3c91e-76a9-415b-a97b-3da8ccb470cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:30Z', 'updated_at': '2021-09-21T12:56:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi'}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:56:33.711597 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3521e3-6441-4c2c-80a4-8483cf2cca9a None None] Checking router: d1c3c91e-76a9-415b-a97b-3da8ccb470cd for host: dv-cinder-810131-2-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:56:33.712297 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3521e3-6441-4c2c-80a4-8483cf2cca9a None None] Updating router d1c3c91e-76a9-415b-a97b-3da8ccb470cd port 10759d3e-0b85-489e-81ed-e0a3d78cd27e binding host dv-cinder-810131-2-iscsi {{(pid=93971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 12:56:33.752192 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-9d3521e3-6441-4c2c-80a4-8483cf2cca9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:33.765267 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5602f6-5b5c-4ac2-a44b-6da7e1a73b4f None None] Network 45896fe1-04f8-4e6a-8be5-e04e3fe28a13 requested from dv-cinder-810131-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 12:56:33.871601 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-7ec5217d-03c0-4332-9c34-24e80dc08f65 None None] Provisioning complete for port 0f76089d-6d4b-497a-b7fc-b1d061ca81fe triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:56:33.871601 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-7ec5217d-03c0-4332-9c34-24e80dc08f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:33.955797 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b033e36c-083f-4d19-a5e3-d3ed453c2885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:34.173144 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-b033e36c-083f-4d19-a5e3-d3ed453c2885 admin admin] Allocated IP 172.20.0.1 (45896fe1-04f8-4e6a-8be5-e04e3fe28a13/f08e106f-b763-4246-bfba-7ec1b8edd7b8/6935104d-3d12-49b3-9a96-2b3ec591060c) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:56:34.298428 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b033e36c-083f-4d19-a5e3-d3ed453c2885 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:34.322799 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device cbb25802-0914-48c9-9676-12b51edc041a up at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:56:34.345737 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b033e36c-083f-4d19-a5e3-d3ed453c2885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168646'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:34.426488 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b033e36c-083f-4d19-a5e3-d3ed453c2885 admin admin] Network 45896fe1-04f8-4e6a-8be5-e04e3fe28a13 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:56:34.432555 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-b033e36c-083f-4d19-a5e3-d3ed453c2885 admin admin] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:56:34.435831 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b033e36c-083f-4d19-a5e3-d3ed453c2885 admin admin] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 12:56:34.438757 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033e36c-083f-4d19-a5e3-d3ed453c2885 admin admin] Pushing event updated for resources: {'Port': ['ID=6935104d-3d12-49b3-9a96-2b3ec591060c,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:34.485630 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773e9ef-cb2f-42a3-ba4f-23c23f1a920e req-3128ee96-10af-4e3c-81e2-0db5c8ab522f tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:34.496254 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b773e9ef-cb2f-42a3-ba4f-23c23f1a920e req-3128ee96-10af-4e3c-81e2-0db5c8ab522f tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18f71-b124-426c-9bde-c1f12edd995b HTTP/1.1" status: 200 len: 943 time: 0.0820456 Sep 21 12:56:34.524282 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b033e36c-083f-4d19-a5e3-d3ed453c2885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1618827'] for router_interface, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:34.552509 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b773e9ef-cb2f-42a3-ba4f-23c23f1a920e req-f66a5511-6097-4645-b81a-4804c269bc27 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505488 Sep 21 12:56:34.558454 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-7ec5217d-03c0-4332-9c34-24e80dc08f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:34.573552 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b0f85-f3a9-4ce9-9fe6-12ecab8d767b req-307ecc77-78f8-4338-a508-18610d2a17f5 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:34.575127 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d31b0f85-f3a9-4ce9-9fe6-12ecab8d767b req-307ecc77-78f8-4338-a508-18610d2a17f5 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.1304481 Sep 21 12:56:34.603677 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-9d3521e3-6441-4c2c-80a4-8483cf2cca9a None None] Notify callbacks [] for port, precommit_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:34.625883 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-9d3521e3-6441-4c2c-80a4-8483cf2cca9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:34.636506 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d31b0f85-f3a9-4ce9-9fe6-12ecab8d767b req-360b2ad3-0407-451b-90b6-14db964b1733 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537937 Sep 21 12:56:34.639661 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Provisioning complete for port cbb25802-0914-48c9-9676-12b51edc041a triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:56:34.640157 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:34.689706 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-7ec5217d-03c0-4332-9c34-24e80dc08f65 None None] For port 0f76089d-6d4b-497a-b7fc-b1d061ca81fe, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=0f76089d-6d4b-497a-b7fc-b1d061ca81fe,segment=NetworkSegment(6568d4ed-b9e8-4a12-baa7-5f45708925a6),segment_id=6568d4ed-b9e8-4a12-baa7-5f45708925a6)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:56:34.700717 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-7ec5217d-03c0-4332-9c34-24e80dc08f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:34.748028 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b033e36c-083f-4d19-a5e3-d3ed453c2885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:34.761949 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7459e4e4-2317-4dc5-8998-4ea186e0f198 None None] Pushing event updated for resources: {'Port': ['ID=10759d3e-0b85-489e-81ed-e0a3d78cd27e,revision_number=2']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:34.765007 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-9d3521e3-6441-4c2c-80a4-8483cf2cca9a None None] Attempting to bind port 10759d3e-0b85-489e-81ed-e0a3d78cd27e on host dv-cinder-810131-2-iscsi for vnic_type normal with profile {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 12:56:34.766560 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-9d3521e3-6441-4c2c-80a4-8483cf2cca9a None None] Attempting to bind port 10759d3e-0b85-489e-81ed-e0a3d78cd27e by drivers openvswitch,hyperv on host dv-cinder-810131-2-iscsi at level 0 using segments [{'id': 'e2b94f31-7b3f-4aad-87c8-37618fa3f855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 12:56:34.767170 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3521e3-6441-4c2c-80a4-8483cf2cca9a None None] Attempting to bind port 10759d3e-0b85-489e-81ed-e0a3d78cd27e on network 3589cb95-8b7f-464f-a8af-ebd0722ed0b9 {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:56:34.777587 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7459e4e4-2317-4dc5-8998-4ea186e0f198 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:56:34.778218 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7459e4e4-2317-4dc5-8998-4ea186e0f198 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:56:34.778769 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7459e4e4-2317-4dc5-8998-4ea186e0f198 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:56:34.779270 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7459e4e4-2317-4dc5-8998-4ea186e0f198 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:56:34.779753 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7459e4e4-2317-4dc5-8998-4ea186e0f198 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:56:34.780244 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7459e4e4-2317-4dc5-8998-4ea186e0f198 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:56:34.780740 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7459e4e4-2317-4dc5-8998-4ea186e0f198 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:56:34.781295 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7459e4e4-2317-4dc5-8998-4ea186e0f198 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:56:34.781816 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7459e4e4-2317-4dc5-8998-4ea186e0f198 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:56:34.782309 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7459e4e4-2317-4dc5-8998-4ea186e0f198 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:56:34.783004 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7459e4e4-2317-4dc5-8998-4ea186e0f198 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:56:34.792040 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7459e4e4-2317-4dc5-8998-4ea186e0f198 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:56:34.795978 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3521e3-6441-4c2c-80a4-8483cf2cca9a None None] Checking agent: {'id': 'e9e90178-f2ac-4c99-b085-229d580e108d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 12, 46, 16), 'started_at': datetime.datetime(2021, 9, 21, 12, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 12, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 12:56:34.796585 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3521e3-6441-4c2c-80a4-8483cf2cca9a None None] Checking segment: {'id': 'e2b94f31-7b3f-4aad-87c8-37618fa3f855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:56:34.797715 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-9d3521e3-6441-4c2c-80a4-8483cf2cca9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:34.798931 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3521e3-6441-4c2c-80a4-8483cf2cca9a None None] Bound using segment: {'id': 'e2b94f31-7b3f-4aad-87c8-37618fa3f855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:56:34.799619 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-9d3521e3-6441-4c2c-80a4-8483cf2cca9a None None] Bound port: 10759d3e-0b85-489e-81ed-e0a3d78cd27e, host: dv-cinder-810131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2b94f31-7b3f-4aad-87c8-37618fa3f855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'}}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 12:56:34.800183 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-9d3521e3-6441-4c2c-80a4-8483cf2cca9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:34.820408 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec5217d-03c0-4332-9c34-24e80dc08f65 None None] Pushing event updated for resources: {'Port': ['ID=0f76089d-6d4b-497a-b7fc-b1d061ca81fe,revision_number=3']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:34.878968 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 0f76089d-6d4b-497a-b7fc-b1d061ca81fe up at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:56:34.918599 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-9d3521e3-6441-4c2c-80a4-8483cf2cca9a None None] For port 10759d3e-0b85-489e-81ed-e0a3d78cd27e, host dv-cinder-810131-2-iscsi, cleared binding levels {{(pid=93971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:56:34.930282 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-9d3521e3-6441-4c2c-80a4-8483cf2cca9a None None] For port 10759d3e-0b85-489e-81ed-e0a3d78cd27e, host dv-cinder-810131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=10759d3e-0b85-489e-81ed-e0a3d78cd27e,segment=NetworkSegment(e2b94f31-7b3f-4aad-87c8-37618fa3f855),segment_id=e2b94f31-7b3f-4aad-87c8-37618fa3f855)] {{(pid=93971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:56:34.939702 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-9d3521e3-6441-4c2c-80a4-8483cf2cca9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:34.982972 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Provisioning complete for port 0f76089d-6d4b-497a-b7fc-b1d061ca81fe triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:56:34.983785 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:35.065517 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7459e4e4-2317-4dc5-8998-4ea186e0f198 None None] Pushing event updated for resources: {'Port': ['ID=10759d3e-0b85-489e-81ed-e0a3d78cd27e,revision_number=3']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:35.073193 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3521e3-6441-4c2c-80a4-8483cf2cca9a None None] Routers {'d1c3c91e-76a9-415b-a97b-3da8ccb470cd'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 12:56:35.073825 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-9d3521e3-6441-4c2c-80a4-8483cf2cca9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T12:56:15Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['d1c3c91e-76a9-415b-a97b-3da8ccb470cd'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:56:35.085765 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b033e36c-083f-4d19-a5e3-d3ed453c2885 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:35.092961 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b033e36c-083f-4d19-a5e3-d3ed453c2885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168671'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:35.244209 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033e36c-083f-4d19-a5e3-d3ed453c2885 admin admin] Pushing event updated for resources: {'Port': ['ID=6935104d-3d12-49b3-9a96-2b3ec591060c,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:35.249802 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-52244300-3997-4feb-983d-8bc55ffee7a7 None None] Provisioning complete for port 6935104d-3d12-49b3-9a96-2b3ec591060c triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:56:35.250229 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-52244300-3997-4feb-983d-8bc55ffee7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:35.300943 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b033e36c-083f-4d19-a5e3-d3ed453c2885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1791917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1618203'] for router_interface, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:35.318433 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-52244300-3997-4feb-983d-8bc55ffee7a7 None None] Port 6935104d-3d12-49b3-9a96-2b3ec591060c cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 12:56:35.331994 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-52244300-3997-4feb-983d-8bc55ffee7a7 None None] Provisioning complete for port 0f76089d-6d4b-497a-b7fc-b1d061ca81fe triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:56:35.332369 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-52244300-3997-4feb-983d-8bc55ffee7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:35.387660 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-9d3521e3-6441-4c2c-80a4-8483cf2cca9a None None] Set router d1c3c91e-76a9-415b-a97b-3da8ccb470cd gateway port host: dv-cinder-810131-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 12:56:35.479555 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b033e36c-083f-4d19-a5e3-d3ed453c2885 admin admin] Network 45896fe1-04f8-4e6a-8be5-e04e3fe28a13 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:56:35.481078 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-b033e36c-083f-4d19-a5e3-d3ed453c2885 admin admin] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:56:35.609348 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-ed28e418-b2ab-4e4d-bb3f-2db874ca2316 None None] Provisioning complete for port 6935104d-3d12-49b3-9a96-2b3ec591060c triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:56:35.610331 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ed28e418-b2ab-4e4d-bb3f-2db874ca2316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:35.671419 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b033e36c-083f-4d19-a5e3-d3ed453c2885 admin admin] Router d1c3c91e-76a9-415b-a97b-3da8ccb470cd has already been hosted by L3 agent ac1410d3-fc19-41f1-a8a6-9305dbf296af {{(pid=93968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:56:35.684479 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-ed28e418-b2ab-4e4d-bb3f-2db874ca2316 None None] Port 6935104d-3d12-49b3-9a96-2b3ec591060c cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 12:56:35.816279 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-e1055374-592b-4d2d-a5c1-77511462e71f None None] Provisioning complete for port 6935104d-3d12-49b3-9a96-2b3ec591060c triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:56:35.819736 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e1055374-592b-4d2d-a5c1-77511462e71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:35.837412 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b033e36c-083f-4d19-a5e3-d3ed453c2885 admin admin] Notify agent at l3_agent.dv-cinder-810131-2-iscsi the message routers_updated {{(pid=93968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:56:35.847179 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-b033e36c-083f-4d19-a5e3-d3ed453c2885 admin admin] 10.222.0.32 "PUT /v2.0/routers/d1c3c91e-76a9-415b-a97b-3da8ccb470cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9107528 Sep 21 12:56:35.854930 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-9d3521e3-6441-4c2c-80a4-8483cf2cca9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c3c91e-76a9-415b-a97b-3da8ccb470cd', 'name': 'tempest-TestVolumeBootPattern-1113309264-router', 'tenant_id': '594e216fdc0147e6b380a15a1a4e3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '10759d3e-0b85-489e-81ed-e0a3d78cd27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:56:29Z', 'updated_at': '2021-09-21T12:56:34Z', 'revision_number': 4, 'project_id': '594e216fdc0147e6b380a15a1a4e3f94', 'gw_port': {'id': '10759d3e-0b85-489e-81ed-e0a3d78cd27e', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c3c91e-76a9-415b-a97b-3da8ccb470cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:30Z', 'updated_at': '2021-09-21T12:56:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': '6935104d-3d12-49b3-9a96-2b3ec591060c', 'name': '', 'network_id': '45896fe1-04f8-4e6a-8be5-e04e3fe28a13', 'tenant_id': '594e216fdc0147e6b380a15a1a4e3f94', 'mac_address': 'fa:16:3e:71:d0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c3c91e-76a9-415b-a97b-3da8ccb470cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'f08e106f-b763-4246-bfba-7ec1b8edd7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:33Z', 'updated_at': '2021-09-21T12:56:34Z', 'revision_number': 1, 'project_id': '594e216fdc0147e6b380a15a1a4e3f94', 'subnets': [{'id': 'f08e106f-b763-4246-bfba-7ec1b8edd7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:56:35.901018 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-e1055374-592b-4d2d-a5c1-77511462e71f None None] Port 6935104d-3d12-49b3-9a96-2b3ec591060c cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 12:56:35.902965 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 0f76089d-6d4b-497a-b7fc-b1d061ca81fe up at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:56:35.919509 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71dd67-c199-429a-927c-f018f5950c06 req-5065a47f-3758-4072-9322-eb7f14abb6e7 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:35.929739 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9b71dd67-c199-429a-927c-f018f5950c06 req-5065a47f-3758-4072-9322-eb7f14abb6e7 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0931256 Sep 21 12:56:35.987521 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9b71dd67-c199-429a-927c-f018f5950c06 req-e9014e44-43f8-4392-90e8-03fab6c54420 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547359 Sep 21 12:56:35.993535 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3521e3-6441-4c2c-80a4-8483cf2cca9a None None] The sync data for ids ['d1c3c91e-76a9-415b-a97b-3da8ccb470cd'] in dv-cinder-810131-2-iscsi is: [{'id': 'd1c3c91e-76a9-415b-a97b-3da8ccb470cd', 'name': 'tempest-TestVolumeBootPattern-1113309264-router', 'tenant_id': '594e216fdc0147e6b380a15a1a4e3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '10759d3e-0b85-489e-81ed-e0a3d78cd27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:56:29Z', 'updated_at': '2021-09-21T12:56:34Z', 'revision_number': 4, 'project_id': '594e216fdc0147e6b380a15a1a4e3f94', 'gw_port': {'id': '10759d3e-0b85-489e-81ed-e0a3d78cd27e', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c3c91e-76a9-415b-a97b-3da8ccb470cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:30Z', 'updated_at': '2021-09-21T12:56:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': '6935104d-3d12-49b3-9a96-2b3ec591060c', 'name': '', 'network_id': '45896fe1-04f8-4e6a-8be5-e04e3fe28a13', 'tenant_id': '594e216fdc0147e6b380a15a1a4e3f94', 'mac_address': 'fa:16:3e:71:d0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c3c91e-76a9-415b-a97b-3da8ccb470cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'f08e106f-b763-4246-bfba-7ec1b8edd7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:33Z', 'updated_at': '2021-09-21T12:56:34Z', 'revision_number': 1, 'project_id': '594e216fdc0147e6b380a15a1a4e3f94', 'subnets': [{'id': 'f08e106f-b763-4246-bfba-7ec1b8edd7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:56:36.043878 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Provisioning complete for port 0f76089d-6d4b-497a-b7fc-b1d061ca81fe triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:56:36.044261 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:36.323028 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482db09-8bc5-408d-a5d1-38fadcd2314f req-bc301ae1-70c3-4318-8b69-0fec2ecf98a3 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:36.324639 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7482db09-8bc5-408d-a5d1-38fadcd2314f req-bc301ae1-70c3-4318-8b69-0fec2ecf98a3 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18f71-b124-426c-9bde-c1f12edd995b HTTP/1.1" status: 200 len: 943 time: 0.5059295 Sep 21 12:56:36.368487 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7482db09-8bc5-408d-a5d1-38fadcd2314f req-576cf62a-2cc2-4866-b925-f435ddb051bb tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354800 Sep 21 12:56:36.752646 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 57586) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:56:36.757667 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-4a203155-ac41-4a5a-a254-25e42663fa37 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-434611307', 'description': 'tempest-secgroup-smoke-434611307 description', 'project_id': 'f8dd986907b641449edd23beaff087cd'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:56:36.842616 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4a203155-ac41-4a5a-a254-25e42663fa37 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:37.056721 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4a203155-ac41-4a5a-a254-25e42663fa37 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:37.067425 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4a203155-ac41-4a5a-a254-25e42663fa37 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:37.136941 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a203155-ac41-4a5a-a254-25e42663fa37 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff840a9-e110-46a3-a38a-bc59628d4ec6,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:37.151666 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4a203155-ac41-4a5a-a254-25e42663fa37 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:37.153890 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-4a203155-ac41-4a5a-a254-25e42663fa37 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3999188 Sep 21 12:56:37.162174 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 57600) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:56:37.162441 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c5b50f-90df-4f66-974f-05cc6d13081c req-1bb2bbb9-1d6f-4325-8e96-baa6972c985a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:37.168222 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b2c5b50f-90df-4f66-974f-05cc6d13081c req-1bb2bbb9-1d6f-4325-8e96-baa6972c985a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 1099 time: 0.1033361 Sep 21 12:56:37.174274 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-c7eb2b5e-af3b-4158-9eb0-0292d8984da0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Request body: {'security_group_rule': {'security_group_id': '1ff840a9-e110-46a3-a38a-bc59628d4ec6', 'project_id': 'f8dd986907b641449edd23beaff087cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:56:37.218527 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c7eb2b5e-af3b-4158-9eb0-0292d8984da0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:37.277445 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b2c5b50f-90df-4f66-974f-05cc6d13081c req-d03c3dcc-b711-495b-acf6-880e84405a8a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970459 Sep 21 12:56:37.302250 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60102c7-228e-41f6-a3a8-7b8c3b1aed96 req-af994460-1c21-474e-92b8-2b6e888192dc tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:37.304427 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b60102c7-228e-41f6-a3a8-7b8c3b1aed96 req-af994460-1c21-474e-92b8-2b6e888192dc tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.1702578 Sep 21 12:56:37.351083 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c7eb2b5e-af3b-4158-9eb0-0292d8984da0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:37.356903 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c7eb2b5e-af3b-4158-9eb0-0292d8984da0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628989'] for security_group_rule, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:37.362052 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b60102c7-228e-41f6-a3a8-7b8c3b1aed96 req-7742c6b6-38eb-484f-bfe6-accf35090ab7 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512509 Sep 21 12:56:37.405110 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eb2b5e-af3b-4158-9eb0-0292d8984da0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d34c478a-d335-49a7-b27f-250de52055bb,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:37.420588 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c7eb2b5e-af3b-4158-9eb0-0292d8984da0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:37.422325 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-c7eb2b5e-af3b-4158-9eb0-0292d8984da0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2586231 Sep 21 12:56:37.426009 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 57610) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:56:37.432580 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-b58a73d7-9863-4d2c-9dc7-4a1a54cb3375 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Request body: {'security_group_rule': {'security_group_id': '1ff840a9-e110-46a3-a38a-bc59628d4ec6', 'project_id': 'f8dd986907b641449edd23beaff087cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:56:37.536344 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b58a73d7-9863-4d2c-9dc7-4a1a54cb3375 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:37.578815 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542a371-ad59-4e62-b4be-791d52493eec req-0cd17018-c706-4f10-a038-db5e717edd11 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:37.597238 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7542a371-ad59-4e62-b4be-791d52493eec req-0cd17018-c706-4f10-a038-db5e717edd11 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18f71-b124-426c-9bde-c1f12edd995b HTTP/1.1" status: 200 len: 943 time: 0.1379404 Sep 21 12:56:37.701531 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7542a371-ad59-4e62-b4be-791d52493eec req-3082c595-2895-45e6-af71-8c5dd110e016 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029065 Sep 21 12:56:37.741264 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b58a73d7-9863-4d2c-9dc7-4a1a54cb3375 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:37.746584 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b58a73d7-9863-4d2c-9dc7-4a1a54cb3375 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628989'] for security_group_rule, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:37.790347 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58a73d7-9863-4d2c-9dc7-4a1a54cb3375 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e081daf3-44e4-4427-b721-25b79be7efab,revision_number=0']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:37.794099 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b58a73d7-9863-4d2c-9dc7-4a1a54cb3375 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:37.796331 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-b58a73d7-9863-4d2c-9dc7-4a1a54cb3375 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3691466 Sep 21 12:56:37.800406 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 57622) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:56:37.805882 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-a1f92e73-0574-480e-ace8-0f798a2be3b6 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Request body: {'security_group_rule': {'security_group_id': '1ff840a9-e110-46a3-a38a-bc59628d4ec6', 'project_id': 'f8dd986907b641449edd23beaff087cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:56:37.836395 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 10759d3e-0b85-489e-81ed-e0a3d78cd27e up at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:56:37.843438 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a1f92e73-0574-480e-ace8-0f798a2be3b6 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:37.898866 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Provisioning complete for port 10759d3e-0b85-489e-81ed-e0a3d78cd27e triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:56:37.899127 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:37.900274 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a1f92e73-0574-480e-ace8-0f798a2be3b6 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:37.905659 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a1f92e73-0574-480e-ace8-0f798a2be3b6 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628989'] for security_group_rule, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:37.927716 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f92e73-0574-480e-ace8-0f798a2be3b6 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71500b3a-7b15-4777-9460-5567d4d745ed,revision_number=0']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:37.932982 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a1f92e73-0574-480e-ace8-0f798a2be3b6 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:37.934272 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-a1f92e73-0574-480e-ace8-0f798a2be3b6 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1326494 Sep 21 12:56:37.936895 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 57624) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:56:37.941919 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-eabea060-1095-4c65-ba24-92dafd5fe9e2 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Request body: {'security_group_rule': {'security_group_id': '1ff840a9-e110-46a3-a38a-bc59628d4ec6', 'project_id': 'f8dd986907b641449edd23beaff087cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:56:37.952668 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device b94bb539-01a3-494b-9f6e-59e9cc9e2386 details requested by agent hyperv_hv-cinder-81013 with host hv-cinder-81013 {{(pid=93970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 12:56:37.972164 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eabea060-1095-4c65-ba24-92dafd5fe9e2 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:38.025720 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:38.037673 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eabea060-1095-4c65-ba24-92dafd5fe9e2 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:38.041873 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eabea060-1095-4c65-ba24-92dafd5fe9e2 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628989'] for security_group_rule, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:38.062000 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabea060-1095-4c65-ba24-92dafd5fe9e2 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=866ea9c2-e55e-4ee4-893e-2c93ae683f57,revision_number=0']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:38.068193 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eabea060-1095-4c65-ba24-92dafd5fe9e2 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:38.070436 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-eabea060-1095-4c65-ba24-92dafd5fe9e2 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1309798 Sep 21 12:56:38.072454 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 57626) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:56:38.077125 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-d50b8f7e-85ea-4a83-9e82-180c6514d5c3 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Request body: {'security_group_rule': {'security_group_id': '1ff840a9-e110-46a3-a38a-bc59628d4ec6', 'project_id': 'f8dd986907b641449edd23beaff087cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:56:38.092453 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] For port 10759d3e-0b85-489e-81ed-e0a3d78cd27e, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=10759d3e-0b85-489e-81ed-e0a3d78cd27e,segment=NetworkSegment(e2b94f31-7b3f-4aad-87c8-37618fa3f855),segment_id=e2b94f31-7b3f-4aad-87c8-37618fa3f855)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:56:38.098345 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:38.102734 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.db.securitygroups_db [None req-d50b8f7e-85ea-4a83-9e82-180c6514d5c3 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Project f8dd986907b641449edd23beaff087cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 12:56:38.108051 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d50b8f7e-85ea-4a83-9e82-180c6514d5c3 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:38.161924 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port b94bb539-01a3-494b-9f6e-59e9cc9e2386, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=b94bb539-01a3-494b-9f6e-59e9cc9e2386,segment=NetworkSegment(d328da7a-b4f4-4af5-8150-fe9ea1d1ccba),segment_id=d328da7a-b4f4-4af5-8150-fe9ea1d1ccba)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:56:38.167110 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d50b8f7e-85ea-4a83-9e82-180c6514d5c3 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:38.171476 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d50b8f7e-85ea-4a83-9e82-180c6514d5c3 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628989'] for security_group_rule, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:38.185675 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Pushing event updated for resources: {'Port': ['ID=10759d3e-0b85-489e-81ed-e0a3d78cd27e,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:38.197429 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Returning: {'device': 'b94bb539-01a3-494b-9f6e-59e9cc9e2386', 'network_id': 'bfa955ee-caa2-4aa5-bdf2-91dd256312eb', 'port_id': 'b94bb539-01a3-494b-9f6e-59e9cc9e2386', 'mac_address': 'fa:16:3e:8f:37:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0243efde-fe2f-4d4f-9f40-170cfeada7be', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 12:56:38.197935 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50b8f7e-85ea-4a83-9e82-180c6514d5c3 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de49e308-c6c1-48de-b407-8a19e7e50571,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:38.207971 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d50b8f7e-85ea-4a83-9e82-180c6514d5c3 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:38.210994 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-d50b8f7e-85ea-4a83-9e82-180c6514d5c3 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1372895 Sep 21 12:56:38.219713 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 57628) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:56:38.229368 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-e1f23ffe-0cfa-4f2b-8d79-9d37238612da tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Request body: {'security_group_rule': {'security_group_id': '1ff840a9-e110-46a3-a38a-bc59628d4ec6', 'project_id': 'f8dd986907b641449edd23beaff087cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:56:38.248067 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:38.258049 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.db.securitygroups_db [None req-e1f23ffe-0cfa-4f2b-8d79-9d37238612da tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Project f8dd986907b641449edd23beaff087cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 12:56:38.264924 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b94bb539-01a3-494b-9f6e-59e9cc9e2386 {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 12:56:38.265132 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e1f23ffe-0cfa-4f2b-8d79-9d37238612da tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:38.304970 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port b94bb539-01a3-494b-9f6e-59e9cc9e2386, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=b94bb539-01a3-494b-9f6e-59e9cc9e2386,segment=NetworkSegment(d328da7a-b4f4-4af5-8150-fe9ea1d1ccba),segment_id=d328da7a-b4f4-4af5-8150-fe9ea1d1ccba)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:56:38.311510 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:38.357813 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e1f23ffe-0cfa-4f2b-8d79-9d37238612da tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:38.363257 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e1f23ffe-0cfa-4f2b-8d79-9d37238612da tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628989'] for security_group_rule, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:38.374370 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=b94bb539-01a3-494b-9f6e-59e9cc9e2386,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:38.395231 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f23ffe-0cfa-4f2b-8d79-9d37238612da tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e0deeb9-1d2d-43f3-b27a-b38459d42a7b,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:38.403734 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e1f23ffe-0cfa-4f2b-8d79-9d37238612da tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:38.405006 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-e1f23ffe-0cfa-4f2b-8d79-9d37238612da tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1834610 Sep 21 12:56:38.524265 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb900e-8191-4a71-bb4e-dfaa00958191 req-6389eceb-6a1c-424d-9f3a-88c18782c565 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:38.532986 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-11cb900e-8191-4a71-bb4e-dfaa00958191 req-6389eceb-6a1c-424d-9f3a-88c18782c565 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0856230 Sep 21 12:56:38.576911 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-11cb900e-8191-4a71-bb4e-dfaa00958191 req-5e513846-5815-468d-a451-6c61560abbbb tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420816 Sep 21 12:56:38.865415 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df67e7-0cf8-4776-87a9-af1a801483c6 req-678842b3-4f66-4fb3-96e3-2135d673d3ef tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:38.867187 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-49df67e7-0cf8-4776-87a9-af1a801483c6 req-678842b3-4f66-4fb3-96e3-2135d673d3ef tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18f71-b124-426c-9bde-c1f12edd995b HTTP/1.1" status: 200 len: 944 time: 0.0585549 Sep 21 12:56:38.921969 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-49df67e7-0cf8-4776-87a9-af1a801483c6 req-dae62758-36d7-4f8c-9a6a-76d1a90f2109 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434451 Sep 21 12:56:39.026758 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] get_ports_and_sgs() called for port_ids ['b94bb539-01a3-494b-9f6e-59e9cc9e2386'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 12:56:39.829996 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 10759d3e-0b85-489e-81ed-e0a3d78cd27e up at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:56:39.844961 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3982fb-5d60-406d-b0ea-c60a145ac3a6 req-e1a229b0-5d08-45b1-bd39-f0e32fcc37ee tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:39.847465 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3c3982fb-5d60-406d-b0ea-c60a145ac3a6 req-e1a229b0-5d08-45b1-bd39-f0e32fcc37ee tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.1225228 Sep 21 12:56:39.861996 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eac76bf-9d32-474d-908c-41d35687245e None None] Sync routers for ids ['d1c3c91e-76a9-415b-a97b-3da8ccb470cd'] in dv-cinder-810131-2-iscsi {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:56:39.894388 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eac76bf-9d32-474d-908c-41d35687245e None None] Routers {'d1c3c91e-76a9-415b-a97b-3da8ccb470cd'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 12:56:39.894388 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-4eac76bf-9d32-474d-908c-41d35687245e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T12:56:15Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['d1c3c91e-76a9-415b-a97b-3da8ccb470cd'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:56:39.909078 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3c3982fb-5d60-406d-b0ea-c60a145ac3a6 req-84d7e764-adf5-49c7-b481-139f5166ab17 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556979 Sep 21 12:56:39.965837 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Provisioning complete for port 10759d3e-0b85-489e-81ed-e0a3d78cd27e triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:56:39.966353 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:40.098470 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-4eac76bf-9d32-474d-908c-41d35687245e None None] Set router d1c3c91e-76a9-415b-a97b-3da8ccb470cd gateway port host: dv-cinder-810131-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 12:56:40.099412 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f394f-18b6-401c-a032-4d075db04102 req-d563b8cd-d4f3-4bf1-b247-d64e15e54a63 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:40.109880 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-811f394f-18b6-401c-a032-4d075db04102 req-d563b8cd-d4f3-4bf1-b247-d64e15e54a63 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18f71-b124-426c-9bde-c1f12edd995b HTTP/1.1" status: 200 len: 944 time: 0.0710161 Sep 21 12:56:40.203191 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-811f394f-18b6-401c-a032-4d075db04102 req-21177b6f-819b-4bd3-8331-533b37fd9b48 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909514 Sep 21 12:56:40.367712 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04721ab0-0dc2-4995-91e3-ef020cbc8f69 req-a46a59e2-32b0-4ddd-8635-dde84ee3ce0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:40.369224 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-04721ab0-0dc2-4995-91e3-ef020cbc8f69 req-a46a59e2-32b0-4ddd-8635-dde84ee3ce0e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=733d5bd9c7084becb0ad3bb10d2da297&device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 1099 time: 0.0839541 Sep 21 12:56:40.417488 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a13076-2fea-4920-8ca9-a6ab6daac26d req-3695a2c5-ebf7-43d4-8a04-0c596e3e6968 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:40.419454 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-33a13076-2fea-4920-8ca9-a6ab6daac26d req-3695a2c5-ebf7-43d4-8a04-0c596e3e6968 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0960491 Sep 21 12:56:40.452507 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-4eac76bf-9d32-474d-908c-41d35687245e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c3c91e-76a9-415b-a97b-3da8ccb470cd', 'name': 'tempest-TestVolumeBootPattern-1113309264-router', 'tenant_id': '594e216fdc0147e6b380a15a1a4e3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '10759d3e-0b85-489e-81ed-e0a3d78cd27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:56:29Z', 'updated_at': '2021-09-21T12:56:34Z', 'revision_number': 4, 'project_id': '594e216fdc0147e6b380a15a1a4e3f94', 'gw_port': {'id': '10759d3e-0b85-489e-81ed-e0a3d78cd27e', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c3c91e-76a9-415b-a97b-3da8ccb470cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:30Z', 'updated_at': '2021-09-21T12:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': '6935104d-3d12-49b3-9a96-2b3ec591060c', 'name': '', 'network_id': '45896fe1-04f8-4e6a-8be5-e04e3fe28a13', 'tenant_id': '594e216fdc0147e6b380a15a1a4e3f94', 'mac_address': 'fa:16:3e:71:d0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c3c91e-76a9-415b-a97b-3da8ccb470cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'f08e106f-b763-4246-bfba-7ec1b8edd7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:33Z', 'updated_at': '2021-09-21T12:56:34Z', 'revision_number': 2, 'project_id': '594e216fdc0147e6b380a15a1a4e3f94', 'subnets': [{'id': 'f08e106f-b763-4246-bfba-7ec1b8edd7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:56:40.491986 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eac76bf-9d32-474d-908c-41d35687245e None None] Checking router: d1c3c91e-76a9-415b-a97b-3da8ccb470cd for host: dv-cinder-810131-2-iscsi {{(pid=93970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:56:40.492347 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eac76bf-9d32-474d-908c-41d35687245e None None] Updating router d1c3c91e-76a9-415b-a97b-3da8ccb470cd port 6935104d-3d12-49b3-9a96-2b3ec591060c binding host dv-cinder-810131-2-iscsi {{(pid=93970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 12:56:40.511488 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-33a13076-2fea-4920-8ca9-a6ab6daac26d req-be80289e-6e14-498d-8c17-188d5842af24 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826750 Sep 21 12:56:40.529202 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-4eac76bf-9d32-474d-908c-41d35687245e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:40.533134 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04721ab0-0dc2-4995-91e3-ef020cbc8f69 req-7efff41b-2c24-42d3-b111-f8c7f9b44354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:40.535242 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-04721ab0-0dc2-4995-91e3-ef020cbc8f69 req-7efff41b-2c24-42d3-b111-f8c7f9b44354 service neutron] 10.222.0.45 "GET /v2.0/networks?id=480564d1-d18f-47e0-b274-17cfc68cf539 HTTP/1.1" status: 200 len: 920 time: 0.1585104 Sep 21 12:56:40.587012 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-04721ab0-0dc2-4995-91e3-ef020cbc8f69 req-4e999434-ae14-46d6-b333-6f2717b94e61 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da06e402-0ae1-4ccc-98cb-edcb9f469cc0 HTTP/1.1" status: 200 len: 217 time: 0.0371802 Sep 21 12:56:40.653918 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04721ab0-0dc2-4995-91e3-ef020cbc8f69 req-4a48608d-aab1-441f-b167-8316e6ea1791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:40.656845 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-04721ab0-0dc2-4995-91e3-ef020cbc8f69 req-4a48608d-aab1-441f-b167-8316e6ea1791 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=44b95dae-7a59-470d-b24b-f73d769ae49b HTTP/1.1" status: 200 len: 859 time: 0.0518675 Sep 21 12:56:40.693408 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-04721ab0-0dc2-4995-91e3-ef020cbc8f69 req-9bd75546-c358-4cd1-9e48-491b12ffb3e8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=480564d1-d18f-47e0-b274-17cfc68cf539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261979 Sep 21 12:56:40.815034 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-04721ab0-0dc2-4995-91e3-ef020cbc8f69 req-9e333c2e-db0f-4c3d-8b72-4c57109de408 service neutron] 10.222.0.45 "GET /v2.0/networks/480564d1-d18f-47e0-b274-17cfc68cf539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130176 Sep 21 12:56:40.855941 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-4eac76bf-9d32-474d-908c-41d35687245e None None] Notify callbacks [] for port, precommit_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:40.867756 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-4eac76bf-9d32-474d-908c-41d35687245e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:40.920560 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcae3d38-8688-44f3-b0d4-37360f96d647 None None] Pushing event updated for resources: {'Port': ['ID=6935104d-3d12-49b3-9a96-2b3ec591060c,revision_number=3']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:40.945470 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-04721ab0-0dc2-4995-91e3-ef020cbc8f69 req-b8bdd58b-0f33-4fca-b90c-279a2b7322f9 service neutron] 10.222.0.45 "GET /v2.0/networks/480564d1-d18f-47e0-b274-17cfc68cf539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176605 Sep 21 12:56:40.990845 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-4eac76bf-9d32-474d-908c-41d35687245e None None] Attempting to bind port 6935104d-3d12-49b3-9a96-2b3ec591060c on host dv-cinder-810131-2-iscsi for vnic_type normal with profile {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 12:56:40.991370 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-4eac76bf-9d32-474d-908c-41d35687245e None None] Attempting to bind port 6935104d-3d12-49b3-9a96-2b3ec591060c by drivers openvswitch,hyperv on host dv-cinder-810131-2-iscsi at level 0 using segments [{'id': '6568d4ed-b9e8-4a12-baa7-5f45708925a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '45896fe1-04f8-4e6a-8be5-e04e3fe28a13'}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 12:56:40.991850 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eac76bf-9d32-474d-908c-41d35687245e None None] Attempting to bind port 6935104d-3d12-49b3-9a96-2b3ec591060c on network 45896fe1-04f8-4e6a-8be5-e04e3fe28a13 {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:56:40.997615 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eac76bf-9d32-474d-908c-41d35687245e None None] Checking agent: {'id': 'e9e90178-f2ac-4c99-b085-229d580e108d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 12, 46, 16), 'started_at': datetime.datetime(2021, 9, 21, 12, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 12, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 12:56:40.998179 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eac76bf-9d32-474d-908c-41d35687245e None None] Checking segment: {'id': '6568d4ed-b9e8-4a12-baa7-5f45708925a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '45896fe1-04f8-4e6a-8be5-e04e3fe28a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:56:40.998742 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-4eac76bf-9d32-474d-908c-41d35687245e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:40.999245 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eac76bf-9d32-474d-908c-41d35687245e None None] Bound using segment: {'id': '6568d4ed-b9e8-4a12-baa7-5f45708925a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '45896fe1-04f8-4e6a-8be5-e04e3fe28a13'} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:56:41.000727 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-4eac76bf-9d32-474d-908c-41d35687245e None None] Bound port: 6935104d-3d12-49b3-9a96-2b3ec591060c, host: dv-cinder-810131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6568d4ed-b9e8-4a12-baa7-5f45708925a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '45896fe1-04f8-4e6a-8be5-e04e3fe28a13'}}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 12:56:41.001277 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-4eac76bf-9d32-474d-908c-41d35687245e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:41.108919 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-4eac76bf-9d32-474d-908c-41d35687245e None None] For port 6935104d-3d12-49b3-9a96-2b3ec591060c, host dv-cinder-810131-2-iscsi, cleared binding levels {{(pid=93970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:56:41.114935 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-4eac76bf-9d32-474d-908c-41d35687245e None None] For port 6935104d-3d12-49b3-9a96-2b3ec591060c, host dv-cinder-810131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=6935104d-3d12-49b3-9a96-2b3ec591060c,segment=NetworkSegment(6568d4ed-b9e8-4a12-baa7-5f45708925a6),segment_id=6568d4ed-b9e8-4a12-baa7-5f45708925a6)] {{(pid=93970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:56:41.127549 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-4eac76bf-9d32-474d-908c-41d35687245e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:41.188666 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eac76bf-9d32-474d-908c-41d35687245e None None] Routers {'d1c3c91e-76a9-415b-a97b-3da8ccb470cd'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 12:56:41.189290 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-4eac76bf-9d32-474d-908c-41d35687245e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T12:56:15Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['d1c3c91e-76a9-415b-a97b-3da8ccb470cd'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:56:41.461793 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-cd99ec4a-1369-40f1-9db5-4a1852353ea5 None None] Provisioning complete for port 6935104d-3d12-49b3-9a96-2b3ec591060c triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:56:41.462088 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cd99ec4a-1369-40f1-9db5-4a1852353ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:41.463649 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcae3d38-8688-44f3-b0d4-37360f96d647 None None] Pushing event updated for resources: {'Port': ['ID=6935104d-3d12-49b3-9a96-2b3ec591060c,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:41.485267 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aece7b1-afcc-458c-95ef-393a296c61a8 req-a8f70799-c376-404d-9a35-a0e8a80cd2b7 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:41.499286 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3aece7b1-afcc-458c-95ef-393a296c61a8 req-a8f70799-c376-404d-9a35-a0e8a80cd2b7 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18f71-b124-426c-9bde-c1f12edd995b HTTP/1.1" status: 200 len: 944 time: 0.1869347 Sep 21 12:56:41.576608 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3aece7b1-afcc-458c-95ef-393a296c61a8 req-4fcc9cdf-60bd-4135-aa77-7943831f63d1 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734308 Sep 21 12:56:41.595904 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-4eac76bf-9d32-474d-908c-41d35687245e None None] Set router d1c3c91e-76a9-415b-a97b-3da8ccb470cd gateway port host: dv-cinder-810131-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 12:56:41.675691 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cd99ec4a-1369-40f1-9db5-4a1852353ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:41.710518 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50729599-d25f-4fee-98ff-9f93e87fa5b1 req-7ce883f5-4198-4d6c-9bfa-cf855765a825 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:41.722645 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-50729599-d25f-4fee-98ff-9f93e87fa5b1 req-7ce883f5-4198-4d6c-9bfa-cf855765a825 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0723329 Sep 21 12:56:41.772510 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-50729599-d25f-4fee-98ff-9f93e87fa5b1 req-bde20fe3-927f-40a3-be4f-62a151180f55 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487316 Sep 21 12:56:41.837900 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cd99ec4a-1369-40f1-9db5-4a1852353ea5 None None] For port 6935104d-3d12-49b3-9a96-2b3ec591060c, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=6935104d-3d12-49b3-9a96-2b3ec591060c,segment=NetworkSegment(6568d4ed-b9e8-4a12-baa7-5f45708925a6),segment_id=6568d4ed-b9e8-4a12-baa7-5f45708925a6)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:56:41.852371 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 6935104d-3d12-49b3-9a96-2b3ec591060c up at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:56:41.857104 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cd99ec4a-1369-40f1-9db5-4a1852353ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:41.980457 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device b94bb539-01a3-494b-9f6e-59e9cc9e2386 up at agent hyperv_hv-cinder-81013 {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:56:42.036132 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd99ec4a-1369-40f1-9db5-4a1852353ea5 None None] Pushing event updated for resources: {'Port': ['ID=6935104d-3d12-49b3-9a96-2b3ec591060c,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:42.058628 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-5e5cb379-65f6-4e79-a97b-280ca6252726 None None] Provisioning complete for port 6935104d-3d12-49b3-9a96-2b3ec591060c triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:56:42.059162 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5e5cb379-65f6-4e79-a97b-280ca6252726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:42.063703 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Provisioning complete for port 6935104d-3d12-49b3-9a96-2b3ec591060c triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:56:42.064203 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:42.149659 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-4eac76bf-9d32-474d-908c-41d35687245e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c3c91e-76a9-415b-a97b-3da8ccb470cd', 'name': 'tempest-TestVolumeBootPattern-1113309264-router', 'tenant_id': '594e216fdc0147e6b380a15a1a4e3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '10759d3e-0b85-489e-81ed-e0a3d78cd27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:56:29Z', 'updated_at': '2021-09-21T12:56:34Z', 'revision_number': 4, 'project_id': '594e216fdc0147e6b380a15a1a4e3f94', 'gw_port': {'id': '10759d3e-0b85-489e-81ed-e0a3d78cd27e', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c3c91e-76a9-415b-a97b-3da8ccb470cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:30Z', 'updated_at': '2021-09-21T12:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': '6935104d-3d12-49b3-9a96-2b3ec591060c', 'name': '', 'network_id': '45896fe1-04f8-4e6a-8be5-e04e3fe28a13', 'tenant_id': '594e216fdc0147e6b380a15a1a4e3f94', 'mac_address': 'fa:16:3e:71:d0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c3c91e-76a9-415b-a97b-3da8ccb470cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'f08e106f-b763-4246-bfba-7ec1b8edd7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:33Z', 'updated_at': '2021-09-21T12:56:41Z', 'revision_number': 4, 'project_id': '594e216fdc0147e6b380a15a1a4e3f94', 'subnets': [{'id': 'f08e106f-b763-4246-bfba-7ec1b8edd7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:56:42.193369 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eac76bf-9d32-474d-908c-41d35687245e None None] The sync data for ids ['d1c3c91e-76a9-415b-a97b-3da8ccb470cd'] in dv-cinder-810131-2-iscsi is: [{'id': 'd1c3c91e-76a9-415b-a97b-3da8ccb470cd', 'name': 'tempest-TestVolumeBootPattern-1113309264-router', 'tenant_id': '594e216fdc0147e6b380a15a1a4e3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '10759d3e-0b85-489e-81ed-e0a3d78cd27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:56:29Z', 'updated_at': '2021-09-21T12:56:34Z', 'revision_number': 4, 'project_id': '594e216fdc0147e6b380a15a1a4e3f94', 'gw_port': {'id': '10759d3e-0b85-489e-81ed-e0a3d78cd27e', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c3c91e-76a9-415b-a97b-3da8ccb470cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:30Z', 'updated_at': '2021-09-21T12:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': '6935104d-3d12-49b3-9a96-2b3ec591060c', 'name': '', 'network_id': '45896fe1-04f8-4e6a-8be5-e04e3fe28a13', 'tenant_id': '594e216fdc0147e6b380a15a1a4e3f94', 'mac_address': 'fa:16:3e:71:d0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c3c91e-76a9-415b-a97b-3da8ccb470cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'f08e106f-b763-4246-bfba-7ec1b8edd7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:33Z', 'updated_at': '2021-09-21T12:56:41Z', 'revision_number': 4, 'project_id': '594e216fdc0147e6b380a15a1a4e3f94', 'subnets': [{'id': 'f08e106f-b763-4246-bfba-7ec1b8edd7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:56:42.199310 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Provisioning for port b94bb539-01a3-494b-9f6e-59e9cc9e2386 completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 12:56:42.213333 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Provisioning complete for port b94bb539-01a3-494b-9f6e-59e9cc9e2386 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:56:42.213705 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:42.614416 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:42.649986 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb18f71-b124-426c-9bde-c1f12edd995b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b94bb539-01a3-494b-9f6e-59e9cc9e2386'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 12:56:42.652823 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e3f31dd35d6e9892686e3dd7e28a33bc22b0e68501ee526cb23c786b8cd504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7a3b3d-69bd-4bdd-a9db-6e91463bb9f7" -d '{"events": [{"server_uuid": "dfb18f71-b124-426c-9bde-c1f12edd995b", "name": "network-vif-plugged", "status": "completed", "tag": "b94bb539-01a3-494b-9f6e-59e9cc9e2386"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:56:42.680910 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port b94bb539-01a3-494b-9f6e-59e9cc9e2386, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=b94bb539-01a3-494b-9f6e-59e9cc9e2386,segment=NetworkSegment(d328da7a-b4f4-4af5-8150-fe9ea1d1ccba),segment_id=d328da7a-b4f4-4af5-8150-fe9ea1d1ccba)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:56:42.710846 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-4783059f-b518-4fcb-bfee-349ca51db36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:42.726774 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:42.770129 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 12:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92e7a6b-cb1f-40e0-a1b1-706be3f3fa67 x-openstack-request-id: req-c92e7a6b-cb1f-40e0-a1b1-706be3f3fa67 {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:56:42.770520 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb18f71-b124-426c-9bde-c1f12edd995b", "name": "network-vif-plugged", "status": "completed", "tag": "b94bb539-01a3-494b-9f6e-59e9cc9e2386", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:56:42.770677 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c92e7a6b-cb1f-40e0-a1b1-706be3f3fa67 {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:56:42.771084 dv-cinder-810131-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfb18f71-b124-426c-9bde-c1f12edd995b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b94bb539-01a3-494b-9f6e-59e9cc9e2386', 'code': 200} Sep 21 12:56:42.788321 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eaac07-a4bc-428d-808a-1d686171acdc req-7d74cbf5-a6a8-46de-a6d4-2f3ce63e394b tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:42.790064 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-52eaac07-a4bc-428d-808a-1d686171acdc req-7d74cbf5-a6a8-46de-a6d4-2f3ce63e394b tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18f71-b124-426c-9bde-c1f12edd995b HTTP/1.1" status: 200 len: 944 time: 0.0982568 Sep 21 12:56:42.832534 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=b94bb539-01a3-494b-9f6e-59e9cc9e2386,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:42.869557 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-52eaac07-a4bc-428d-808a-1d686171acdc req-48d35d49-c098-46d3-81e9-33ed8c044bd4 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706270 Sep 21 12:56:42.963216 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b165c73-e21a-467f-a8dc-9de2e1ed5750 req-01d5021b-8b14-4a9e-a488-962917a278c2 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:42.974544 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6b165c73-e21a-467f-a8dc-9de2e1ed5750 req-01d5021b-8b14-4a9e-a488-962917a278c2 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0794065 Sep 21 12:56:43.072936 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6b165c73-e21a-467f-a8dc-9de2e1ed5750 req-d92be08b-dfb7-4f1d-b94d-a8029b5abda9 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974686 Sep 21 12:56:43.075358 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbad413-1566-48c1-af4e-71f557ccc2c0 req-74605a1b-43b5-4531-8140-a058befc7ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:43.076879 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6cbad413-1566-48c1-af4e-71f557ccc2c0 req-74605a1b-43b5-4531-8140-a058befc7ca1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dfb18f71-b124-426c-9bde-c1f12edd995b HTTP/1.1" status: 200 len: 1098 time: 0.0997198 Sep 21 12:56:43.122186 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6cbad413-1566-48c1-af4e-71f557ccc2c0 req-f07fbace-a801-44fc-b3af-0f86a8a190f9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349250 Sep 21 12:56:43.789121 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 6935104d-3d12-49b3-9a96-2b3ec591060c up at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:56:43.843523 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Provisioning complete for port 6935104d-3d12-49b3-9a96-2b3ec591060c triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:56:43.844088 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:44.005478 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c8827-2401-4de8-9b16-8bd73f637223 req-68acd17d-aeef-4562-8243-75b7f2c780f9 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:44.007521 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ba6c8827-2401-4de8-9b16-8bd73f637223 req-68acd17d-aeef-4562-8243-75b7f2c780f9 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18f71-b124-426c-9bde-c1f12edd995b HTTP/1.1" status: 200 len: 945 time: 0.0576029 Sep 21 12:56:44.050998 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ba6c8827-2401-4de8-9b16-8bd73f637223 req-4eff8fb7-30c9-4791-be3d-fb93fc88f17b tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373869 Sep 21 12:56:44.323509 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352c5b4-bb47-4729-802e-92752ad6a953 req-0290ad12-0fa4-4499-929b-6e7b5665e418 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:44.325338 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4352c5b4-bb47-4729-802e-92752ad6a953 req-0290ad12-0fa4-4499-929b-6e7b5665e418 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.1007330 Sep 21 12:56:44.372871 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4352c5b4-bb47-4729-802e-92752ad6a953 req-700efa52-217e-4f9b-ade0-c47ade52830d tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408740 Sep 21 12:56:45.192505 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011279c6-7448-4cc9-9dfe-fa6040f0d206 req-110602dd-eb6c-4e5a-9572-bd0698e9990f tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:45.194114 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-011279c6-7448-4cc9-9dfe-fa6040f0d206 req-110602dd-eb6c-4e5a-9572-bd0698e9990f tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18f71-b124-426c-9bde-c1f12edd995b HTTP/1.1" status: 200 len: 945 time: 0.0624409 Sep 21 12:56:45.241842 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-011279c6-7448-4cc9-9dfe-fa6040f0d206 req-9e747e1f-4f97-4e54-8544-2124e28d149d tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413320 Sep 21 12:56:45.335312 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-97113c37-1e88-42e9-837e-796b18e9c78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:45.558541 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2b140-d8f9-42f5-a741-d1f20b2d5001 req-1e4804e7-03c9-49f6-a447-78615c54035b tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:45.567622 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3fc2b140-d8f9-42f5-a741-d1f20b2d5001 req-1e4804e7-03c9-49f6-a447-78615c54035b tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0931401 Sep 21 12:56:45.658036 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3fc2b140-d8f9-42f5-a741-d1f20b2d5001 req-1d4a040b-bc30-4b4f-b905-6ea282e1fda3 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865178 Sep 21 12:56:45.825197 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:45.915016 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:46.620559 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:47.930663 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:51.630572 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e81b7-5bfb-47d6-b647-b2e3b3ae5267 req-f01dff1a-ed3a-4ac4-a127-5b33dcb89c9a tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:56:51.632533 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e54e81b7-5bfb-47d6-b647-b2e3b3ae5267 req-f01dff1a-ed3a-4ac4-a127-5b33dcb89c9a tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0839777 Sep 21 12:56:51.689523 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e54e81b7-5bfb-47d6-b647-b2e3b3ae5267 req-29096b8e-34f6-42da-b0d1-e06cc3431b9a tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492494 Sep 21 12:56:58.610975 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 58080) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:56:58.758661 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-35728892-6267-4792-adfe-9ab9e8145087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:58.823961 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-b5107449-46e0-4483-9031-0c19752d4acf None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:56:58.853304 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-35728892-6267-4792-adfe-9ab9e8145087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:58.857011 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-35728892-6267-4792-adfe-9ab9e8145087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:58.895250 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-35728892-6267-4792-adfe-9ab9e8145087 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dcf1ec1bc62a423b8274b2dbe23e6822&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2831075 Sep 21 12:56:58.896087 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35728892-6267-4792-adfe-9ab9e8145087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2227e7c5-4f34-4acd-8924-5ebc4463c68a,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:58.897898 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 58086) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:56:58.949221 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-18af8a75-a5c9-4ebb-8341-526fb1e66175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:58.970778 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-18af8a75-a5c9-4ebb-8341-526fb1e66175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:59.015261 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-18af8a75-a5c9-4ebb-8341-526fb1e66175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:59.018552 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-18af8a75-a5c9-4ebb-8341-526fb1e66175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:59.019872 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-18af8a75-a5c9-4ebb-8341-526fb1e66175 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2227e7c5-4f34-4acd-8924-5ebc4463c68a HTTP/1.1" status: 204 len: 168 time: 0.1208017 Sep 21 12:56:59.028184 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18af8a75-a5c9-4ebb-8341-526fb1e66175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2227e7c5-4f34-4acd-8924-5ebc4463c68a,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:59.698492 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 58120) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:56:59.796082 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-766ddc13-3433-4142-91de-1bbf54855086 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1089239796-network', 'tenant_id': '54f9f534b71a4136abd69de59797e640'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:56:59.818813 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766ddc13-3433-4142-91de-1bbf54855086 admin admin] Made reservation on behalf of 54f9f534b71a4136abd69de59797e640 for: {'network': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:56:59.821046 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-766ddc13-3433-4142-91de-1bbf54855086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for network, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:59.830064 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-766ddc13-3433-4142-91de-1bbf54855086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:59.921502 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-766ddc13-3433-4142-91de-1bbf54855086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:59.925915 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-766ddc13-3433-4142-91de-1bbf54855086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:59.950981 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-766ddc13-3433-4142-91de-1bbf54855086 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=93969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 12:56:59.961589 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ddc13-3433-4142-91de-1bbf54855086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556c2313-ec43-4407-9345-bd30f5a3839d,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:56:59.966225 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-766ddc13-3433-4142-91de-1bbf54855086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861'] for segment, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:56:59.966596 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.db.segments_db [None req-766ddc13-3433-4142-91de-1bbf54855086 admin admin] Added segment f60c416f-d5e9-4863-99c9-b4221e1b0ca9 of type vlan for network 43317c7a-deea-471e-aa4d-d9fcabe56660 Sep 21 12:57:00.009473 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-766ddc13-3433-4142-91de-1bbf54855086 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758322100264'] for network, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:00.034539 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-766ddc13-3433-4142-91de-1bbf54855086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279'] for network, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:00.035502 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766ddc13-3433-4142-91de-1bbf54855086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:00.036102 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-766ddc13-3433-4142-91de-1bbf54855086 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:00.069176 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-766ddc13-3433-4142-91de-1bbf54855086 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3693485 Sep 21 12:57:00.072093 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 58126) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:57:00.076879 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-3627bb3e-85d0-404d-bee7-a530002d1eb6 admin admin] Request body: {'subnet': {'network_id': '43317c7a-deea-471e-aa4d-d9fcabe56660', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1089239796-subnet', 'tenant_id': '54f9f534b71a4136abd69de59797e640', 'ip_version': 4}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:57:00.096820 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ddc13-3433-4142-91de-1bbf54855086 admin admin] Pushing event updated for resources: {'Network': ['ID=43317c7a-deea-471e-aa4d-d9fcabe56660,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:00.099303 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3627bb3e-85d0-404d-bee7-a530002d1eb6 admin admin] Made reservation on behalf of 54f9f534b71a4136abd69de59797e640 for: {'subnet': 1} {{(pid=93968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:57:00.102149 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3627bb3e-85d0-404d-bee7-a530002d1eb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9268086'] for subnet, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:00.106849 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Network 43317c7a-deea-471e-aa4d-d9fcabe56660 details requested by agent ovs-agent-dv-cinder-810131-2-iscsi with host dv-cinder-810131-2-iscsi {{(pid=93970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 12:57:00.271373 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3627bb3e-85d0-404d-bee7-a530002d1eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9268056'] for subnet, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:00.330602 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3627bb3e-85d0-404d-bee7-a530002d1eb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88584b3f-ee8b-47d0-84d7-098ad49e36b2,revision_number=0']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:00.339686 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3627bb3e-85d0-404d-bee7-a530002d1eb6 admin admin] Checking segment: {'id': 'f60c416f-d5e9-4863-99c9-b4221e1b0ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '43317c7a-deea-471e-aa4d-d9fcabe56660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:57:00.340038 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3627bb3e-85d0-404d-bee7-a530002d1eb6 admin admin] Network hostable DHCP agents. Network: 43317c7a-deea-471e-aa4d-d9fcabe56660, hostable agents: ['12de7482-9c3e-48cc-a7cf-59e9ab92578f'], hosted agents: [] {{(pid=93968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 12:57:00.356978 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3627bb3e-85d0-404d-bee7-a530002d1eb6 admin admin] Network 43317c7a-deea-471e-aa4d-d9fcabe56660 is scheduled to be hosted by DHCP agent 12de7482-9c3e-48cc-a7cf-59e9ab92578f with binding_index 1 {{(pid=93968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 12:57:00.366193 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-3627bb3e-85d0-404d-bee7-a530002d1eb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810131-2-iscsi, 43317c7a-deea-471e-aa4d-d9fcabe56660) {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:57:00.370709 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3627bb3e-85d0-404d-bee7-a530002d1eb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:00.371294 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3627bb3e-85d0-404d-bee7-a530002d1eb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for subnet, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:00.376169 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5be04dc-af4c-44fc-9b03-f93963a725f4 None None] Network 43317c7a-deea-471e-aa4d-d9fcabe56660 requested from dv-cinder-810131-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 12:57:00.387039 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-3627bb3e-85d0-404d-bee7-a530002d1eb6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3137259 Sep 21 12:57:00.388651 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 58128) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:57:00.393679 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-0f1552a0-4fdc-4f56-aa84-c276fc9cb4d6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1089239796-router', 'tenant_id': '54f9f534b71a4136abd69de59797e640', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'}}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:57:00.417133 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0f1552a0-4fdc-4f56-aa84-c276fc9cb4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1609611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3806'] for router, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:00.418171 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0f1552a0-4fdc-4f56-aa84-c276fc9cb4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3817'] for router, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:00.473354 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0f1552a0-4fdc-4f56-aa84-c276fc9cb4d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:00.538004 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a690cd1-d714-4492-a9b8-756fa345b816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d0e40e3-e902-535e-accf-2154837b6641-43317c7a-deea-471e-aa4d-d9fcabe56660', 'network_id': '43317c7a-deea-471e-aa4d-d9fcabe56660', 'tenant_id': '54f9f534b71a4136abd69de59797e640', 'fixed_ips': [{'subnet_id': '88584b3f-ee8b-47d0-84d7-098ad49e36b2'}]}} from dv-cinder-810131-2-iscsi. {{(pid=93970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 12:57:00.539182 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-7a690cd1-d714-4492-a9b8-756fa345b816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:00.639517 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0f1552a0-4fdc-4f56-aa84-c276fc9cb4d6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:00.697001 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.db_base_plugin_common [None req-7a690cd1-d714-4492-a9b8-756fa345b816 None None] Allocated IP 172.20.0.2 (43317c7a-deea-471e-aa4d-d9fcabe56660/88584b3f-ee8b-47d0-84d7-098ad49e36b2/ef9a040e-d3dc-4b95-b8d7-0040a4f57ff2) {{(pid=93970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:57:00.857816 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0f1552a0-4fdc-4f56-aa84-c276fc9cb4d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:00.858107 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-7a690cd1-d714-4492-a9b8-756fa345b816 None None] Notify callbacks [] for port, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:00.865596 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-7a690cd1-d714-4492-a9b8-756fa345b816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762'] for port, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:00.877109 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0f1552a0-4fdc-4f56-aa84-c276fc9cb4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:00.904160 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a690cd1-d714-4492-a9b8-756fa345b816 None None] Network 43317c7a-deea-471e-aa4d-d9fcabe56660 is already hosted by enough agents. {{(pid=93970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:57:00.909450 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [None req-7a690cd1-d714-4492-a9b8-756fa345b816 None None] Resources bound (agent type, host, resource id): {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:57:00.915878 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a690cd1-d714-4492-a9b8-756fa345b816 None None] Received port after_create {{(pid=93970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 12:57:00.918928 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a690cd1-d714-4492-a9b8-756fa345b816 None None] Pushing event updated for resources: {'Port': ['ID=ef9a040e-d3dc-4b95-b8d7-0040a4f57ff2,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:00.975560 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-7a690cd1-d714-4492-a9b8-756fa345b816 None None] Attempting to bind port ef9a040e-d3dc-4b95-b8d7-0040a4f57ff2 on host dv-cinder-810131-2-iscsi for vnic_type normal with profile {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 12:57:00.976035 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-7a690cd1-d714-4492-a9b8-756fa345b816 None None] Attempting to bind port ef9a040e-d3dc-4b95-b8d7-0040a4f57ff2 by drivers openvswitch,hyperv on host dv-cinder-810131-2-iscsi at level 0 using segments [{'id': 'f60c416f-d5e9-4863-99c9-b4221e1b0ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '43317c7a-deea-471e-aa4d-d9fcabe56660'}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 12:57:00.976400 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a690cd1-d714-4492-a9b8-756fa345b816 None None] Attempting to bind port ef9a040e-d3dc-4b95-b8d7-0040a4f57ff2 on network 43317c7a-deea-471e-aa4d-d9fcabe56660 {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:57:00.981482 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a690cd1-d714-4492-a9b8-756fa345b816 None None] Checking agent: {'id': 'e9e90178-f2ac-4c99-b085-229d580e108d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 12, 46, 16), 'started_at': datetime.datetime(2021, 9, 21, 12, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 12, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 12:57:00.981851 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a690cd1-d714-4492-a9b8-756fa345b816 None None] Checking segment: {'id': 'f60c416f-d5e9-4863-99c9-b4221e1b0ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '43317c7a-deea-471e-aa4d-d9fcabe56660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:57:00.982251 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-7a690cd1-d714-4492-a9b8-756fa345b816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:00.982678 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a690cd1-d714-4492-a9b8-756fa345b816 None None] Bound using segment: {'id': 'f60c416f-d5e9-4863-99c9-b4221e1b0ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '43317c7a-deea-471e-aa4d-d9fcabe56660'} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:57:00.983138 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-7a690cd1-d714-4492-a9b8-756fa345b816 None None] Bound port: ef9a040e-d3dc-4b95-b8d7-0040a4f57ff2, host: dv-cinder-810131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60c416f-d5e9-4863-99c9-b4221e1b0ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '43317c7a-deea-471e-aa4d-d9fcabe56660'}}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 12:57:00.983517 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-7a690cd1-d714-4492-a9b8-756fa345b816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:00.987405 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-0f1552a0-4fdc-4f56-aa84-c276fc9cb4d6 admin admin] Allocated IP 172.27.0.5 (3589cb95-8b7f-464f-a8af-ebd0722ed0b9/83bd8dfa-a4af-4a48-a00e-8b360d22b666/d074498f-4cf7-4cfd-8f64-ff10e652708c) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:57:01.057081 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-7a690cd1-d714-4492-a9b8-756fa345b816 None None] For port ef9a040e-d3dc-4b95-b8d7-0040a4f57ff2, host dv-cinder-810131-2-iscsi, cleared binding levels {{(pid=93970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:57:01.060435 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-7a690cd1-d714-4492-a9b8-756fa345b816 None None] For port ef9a040e-d3dc-4b95-b8d7-0040a4f57ff2, host dv-cinder-810131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=ef9a040e-d3dc-4b95-b8d7-0040a4f57ff2,segment=NetworkSegment(f60c416f-d5e9-4863-99c9-b4221e1b0ca9),segment_id=f60c416f-d5e9-4863-99c9-b4221e1b0ca9)] {{(pid=93970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:57:01.064311 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-7a690cd1-d714-4492-a9b8-756fa345b816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:01.103812 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0f1552a0-4fdc-4f56-aa84-c276fc9cb4d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:01.132412 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a690cd1-d714-4492-a9b8-756fa345b816 None None] Pushing event updated for resources: {'Port': ['ID=ef9a040e-d3dc-4b95-b8d7-0040a4f57ff2,revision_number=2']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:01.151733 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0f1552a0-4fdc-4f56-aa84-c276fc9cb4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168646'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:01.191756 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1552a0-4fdc-4f56-aa84-c276fc9cb4d6 admin admin] Network 3589cb95-8b7f-464f-a8af-ebd0722ed0b9 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:57:01.194735 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-0f1552a0-4fdc-4f56-aa84-c276fc9cb4d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:57:01.198217 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1552a0-4fdc-4f56-aa84-c276fc9cb4d6 admin admin] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 12:57:01.223323 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1552a0-4fdc-4f56-aa84-c276fc9cb4d6 admin admin] Pushing event updated for resources: {'Port': ['ID=d074498f-4cf7-4cfd-8f64-ff10e652708c,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:01.466916 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0f1552a0-4fdc-4f56-aa84-c276fc9cb4d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:01.670360 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0f1552a0-4fdc-4f56-aa84-c276fc9cb4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618780'] for router, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:01.848963 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f1552a0-4fdc-4f56-aa84-c276fc9cb4d6 admin admin] Router 8cf2c2ef-f44d-42ef-bcd2-048d9abacfee is scheduled to L3 agent ac1410d3-fc19-41f1-a8a6-9305dbf296af with binding_index 1 {{(pid=93968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 12:57:01.864377 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device ef9a040e-d3dc-4b95-b8d7-0040a4f57ff2 up at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:57:01.923528 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Provisioning complete for port ef9a040e-d3dc-4b95-b8d7-0040a4f57ff2 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:57:01.923742 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:01.975395 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1552a0-4fdc-4f56-aa84-c276fc9cb4d6 admin admin] Notify agent at l3_agent.dv-cinder-810131-2-iscsi the message routers_updated {{(pid=93968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:57:01.985979 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb829013-3a0c-4505-bb0d-4e154feca759 None None] Sync routers for ids ['8cf2c2ef-f44d-42ef-bcd2-048d9abacfee'] in dv-cinder-810131-2-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:57:01.998199 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb829013-3a0c-4505-bb0d-4e154feca759 None None] Routers {'8cf2c2ef-f44d-42ef-bcd2-048d9abacfee'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 12:57:01.999338 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-cb829013-3a0c-4505-bb0d-4e154feca759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T12:56:45Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['8cf2c2ef-f44d-42ef-bcd2-048d9abacfee'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:57:02.000769 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0f1552a0-4fdc-4f56-aa84-c276fc9cb4d6 admin admin] Notify callbacks [] for router, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:02.003133 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-0f1552a0-4fdc-4f56-aa84-c276fc9cb4d6 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6129432 Sep 21 12:57:02.005618 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 58156) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:57:02.126460 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-cb829013-3a0c-4505-bb0d-4e154feca759 None None] Set router 8cf2c2ef-f44d-42ef-bcd2-048d9abacfee gateway port host: dv-cinder-810131-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 12:57:02.157070 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f48be15-ea9d-43b3-8b3d-c9a27b62853f None None] Network 43317c7a-deea-471e-aa4d-d9fcabe56660 requested from dv-cinder-810131-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 12:57:02.167824 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:02.190511 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-40ddffd8-8e1e-480e-a41a-2b3df61891e5 None None] Provisioning complete for port ef9a040e-d3dc-4b95-b8d7-0040a4f57ff2 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:57:02.191119 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-40ddffd8-8e1e-480e-a41a-2b3df61891e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:02.287202 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] For port ef9a040e-d3dc-4b95-b8d7-0040a4f57ff2, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=ef9a040e-d3dc-4b95-b8d7-0040a4f57ff2,segment=NetworkSegment(f60c416f-d5e9-4863-99c9-b4221e1b0ca9),segment_id=f60c416f-d5e9-4863-99c9-b4221e1b0ca9)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:57:02.294814 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:02.424694 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-cb829013-3a0c-4505-bb0d-4e154feca759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf2c2ef-f44d-42ef-bcd2-048d9abacfee', 'name': 'tempest-TestMinimumBasicScenario-1089239796-router', 'tenant_id': '54f9f534b71a4136abd69de59797e640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'd074498f-4cf7-4cfd-8f64-ff10e652708c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:57:00Z', 'updated_at': '2021-09-21T12:57:01Z', 'revision_number': 3, 'project_id': '54f9f534b71a4136abd69de59797e640', 'gw_port': {'id': 'd074498f-4cf7-4cfd-8f64-ff10e652708c', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf2c2ef-f44d-42ef-bcd2-048d9abacfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:57:00Z', 'updated_at': '2021-09-21T12:57:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi'}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:57:02.436952 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Pushing event updated for resources: {'Port': ['ID=ef9a040e-d3dc-4b95-b8d7-0040a4f57ff2,revision_number=3']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:02.458032 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb829013-3a0c-4505-bb0d-4e154feca759 None None] Checking router: 8cf2c2ef-f44d-42ef-bcd2-048d9abacfee for host: dv-cinder-810131-2-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:57:02.458032 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb829013-3a0c-4505-bb0d-4e154feca759 None None] Updating router 8cf2c2ef-f44d-42ef-bcd2-048d9abacfee port d074498f-4cf7-4cfd-8f64-ff10e652708c binding host dv-cinder-810131-2-iscsi {{(pid=93971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 12:57:02.488643 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-cb829013-3a0c-4505-bb0d-4e154feca759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:02.692641 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-db9ac266-cd6b-4a8f-ac14-c3c6fd4546e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:02.783062 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-cb829013-3a0c-4505-bb0d-4e154feca759 None None] Notify callbacks [] for port, precommit_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:02.787278 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-2d78b0ac-205b-44f5-abec-26649b074615 None None] Provisioning complete for port ef9a040e-d3dc-4b95-b8d7-0040a4f57ff2 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:57:02.787880 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2d78b0ac-205b-44f5-abec-26649b074615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:02.790299 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-cb829013-3a0c-4505-bb0d-4e154feca759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:02.835676 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd1c4ed-464c-4b15-ad18-8415c0644e05 None None] Pushing event updated for resources: {'Port': ['ID=d074498f-4cf7-4cfd-8f64-ff10e652708c,revision_number=2']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:02.853899 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-cb829013-3a0c-4505-bb0d-4e154feca759 None None] Attempting to bind port d074498f-4cf7-4cfd-8f64-ff10e652708c on host dv-cinder-810131-2-iscsi for vnic_type normal with profile {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 12:57:02.854347 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-cb829013-3a0c-4505-bb0d-4e154feca759 None None] Attempting to bind port d074498f-4cf7-4cfd-8f64-ff10e652708c by drivers openvswitch,hyperv on host dv-cinder-810131-2-iscsi at level 0 using segments [{'id': 'e2b94f31-7b3f-4aad-87c8-37618fa3f855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 12:57:02.854790 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb829013-3a0c-4505-bb0d-4e154feca759 None None] Attempting to bind port d074498f-4cf7-4cfd-8f64-ff10e652708c on network 3589cb95-8b7f-464f-a8af-ebd0722ed0b9 {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:57:02.860828 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb829013-3a0c-4505-bb0d-4e154feca759 None None] Checking agent: {'id': 'e9e90178-f2ac-4c99-b085-229d580e108d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 12, 46, 16), 'started_at': datetime.datetime(2021, 9, 21, 12, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 12, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 12:57:02.862059 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb829013-3a0c-4505-bb0d-4e154feca759 None None] Checking segment: {'id': 'e2b94f31-7b3f-4aad-87c8-37618fa3f855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:57:02.866654 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-cb829013-3a0c-4505-bb0d-4e154feca759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:02.867162 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb829013-3a0c-4505-bb0d-4e154feca759 None None] Bound using segment: {'id': 'e2b94f31-7b3f-4aad-87c8-37618fa3f855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:57:02.867682 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-cb829013-3a0c-4505-bb0d-4e154feca759 None None] Bound port: d074498f-4cf7-4cfd-8f64-ff10e652708c, host: dv-cinder-810131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2b94f31-7b3f-4aad-87c8-37618fa3f855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'}}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 12:57:02.868160 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-cb829013-3a0c-4505-bb0d-4e154feca759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:02.899577 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-db9ac266-cd6b-4a8f-ac14-c3c6fd4546e0 admin admin] Allocated IP 172.20.0.1 (43317c7a-deea-471e-aa4d-d9fcabe56660/88584b3f-ee8b-47d0-84d7-098ad49e36b2/8782ac3f-1fe3-4e32-89b2-8392fabd4283) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:57:02.939351 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-cb829013-3a0c-4505-bb0d-4e154feca759 None None] For port d074498f-4cf7-4cfd-8f64-ff10e652708c, host dv-cinder-810131-2-iscsi, cleared binding levels {{(pid=93971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:57:02.942714 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-cb829013-3a0c-4505-bb0d-4e154feca759 None None] For port d074498f-4cf7-4cfd-8f64-ff10e652708c, host dv-cinder-810131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=d074498f-4cf7-4cfd-8f64-ff10e652708c,segment=NetworkSegment(e2b94f31-7b3f-4aad-87c8-37618fa3f855),segment_id=e2b94f31-7b3f-4aad-87c8-37618fa3f855)] {{(pid=93971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:57:02.948275 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-cb829013-3a0c-4505-bb0d-4e154feca759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:03.005761 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-db9ac266-cd6b-4a8f-ac14-c3c6fd4546e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:03.019457 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb829013-3a0c-4505-bb0d-4e154feca759 None None] Routers {'8cf2c2ef-f44d-42ef-bcd2-048d9abacfee'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 12:57:03.020090 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-cb829013-3a0c-4505-bb0d-4e154feca759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T12:56:45Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['8cf2c2ef-f44d-42ef-bcd2-048d9abacfee'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:57:03.025058 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd1c4ed-464c-4b15-ad18-8415c0644e05 None None] Pushing event updated for resources: {'Port': ['ID=d074498f-4cf7-4cfd-8f64-ff10e652708c,revision_number=3']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:03.047070 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-db9ac266-cd6b-4a8f-ac14-c3c6fd4546e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168646'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:03.085312 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9ac266-cd6b-4a8f-ac14-c3c6fd4546e0 admin admin] Network 43317c7a-deea-471e-aa4d-d9fcabe56660 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:57:03.089527 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-db9ac266-cd6b-4a8f-ac14-c3c6fd4546e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:57:03.095991 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9ac266-cd6b-4a8f-ac14-c3c6fd4546e0 admin admin] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 12:57:03.099190 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ac266-cd6b-4a8f-ac14-c3c6fd4546e0 admin admin] Pushing event updated for resources: {'Port': ['ID=8782ac3f-1fe3-4e32-89b2-8392fabd4283,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:03.139994 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-db9ac266-cd6b-4a8f-ac14-c3c6fd4546e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1618827'] for router_interface, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:03.196482 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-cb829013-3a0c-4505-bb0d-4e154feca759 None None] Set router 8cf2c2ef-f44d-42ef-bcd2-048d9abacfee gateway port host: dv-cinder-810131-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 12:57:03.276706 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-db9ac266-cd6b-4a8f-ac14-c3c6fd4546e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:03.336577 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-77c43b57-a9c6-403b-9f9d-be804887776b None None] Provisioning complete for port 8782ac3f-1fe3-4e32-89b2-8392fabd4283 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:57:03.337614 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-77c43b57-a9c6-403b-9f9d-be804887776b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:03.373541 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-77c43b57-a9c6-403b-9f9d-be804887776b None None] Port 8782ac3f-1fe3-4e32-89b2-8392fabd4283 cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 12:57:03.450989 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-db9ac266-cd6b-4a8f-ac14-c3c6fd4546e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:03.455735 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-db9ac266-cd6b-4a8f-ac14-c3c6fd4546e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168671'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:03.460349 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-cb829013-3a0c-4505-bb0d-4e154feca759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf2c2ef-f44d-42ef-bcd2-048d9abacfee', 'name': 'tempest-TestMinimumBasicScenario-1089239796-router', 'tenant_id': '54f9f534b71a4136abd69de59797e640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'd074498f-4cf7-4cfd-8f64-ff10e652708c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:57:00Z', 'updated_at': '2021-09-21T12:57:01Z', 'revision_number': 3, 'project_id': '54f9f534b71a4136abd69de59797e640', 'gw_port': {'id': 'd074498f-4cf7-4cfd-8f64-ff10e652708c', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf2c2ef-f44d-42ef-bcd2-048d9abacfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:57:00Z', 'updated_at': '2021-09-21T12:57:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi'}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:57:03.487851 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb829013-3a0c-4505-bb0d-4e154feca759 None None] The sync data for ids ['8cf2c2ef-f44d-42ef-bcd2-048d9abacfee'] in dv-cinder-810131-2-iscsi is: [{'id': '8cf2c2ef-f44d-42ef-bcd2-048d9abacfee', 'name': 'tempest-TestMinimumBasicScenario-1089239796-router', 'tenant_id': '54f9f534b71a4136abd69de59797e640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'd074498f-4cf7-4cfd-8f64-ff10e652708c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:57:00Z', 'updated_at': '2021-09-21T12:57:01Z', 'revision_number': 3, 'project_id': '54f9f534b71a4136abd69de59797e640', 'gw_port': {'id': 'd074498f-4cf7-4cfd-8f64-ff10e652708c', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0a:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf2c2ef-f44d-42ef-bcd2-048d9abacfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:57:00Z', 'updated_at': '2021-09-21T12:57:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi'}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:57:03.522896 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-db9ac266-cd6b-4a8f-ac14-c3c6fd4546e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1791917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1618203'] for router_interface, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:03.524838 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ac266-cd6b-4a8f-ac14-c3c6fd4546e0 admin admin] Pushing event updated for resources: {'Port': ['ID=8782ac3f-1fe3-4e32-89b2-8392fabd4283,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:03.626830 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9ac266-cd6b-4a8f-ac14-c3c6fd4546e0 admin admin] Network 43317c7a-deea-471e-aa4d-d9fcabe56660 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:57:03.628276 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-db9ac266-cd6b-4a8f-ac14-c3c6fd4546e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:57:03.793106 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db9ac266-cd6b-4a8f-ac14-c3c6fd4546e0 admin admin] Router 8cf2c2ef-f44d-42ef-bcd2-048d9abacfee has already been hosted by L3 agent ac1410d3-fc19-41f1-a8a6-9305dbf296af {{(pid=93968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:57:03.973618 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device ef9a040e-d3dc-4b95-b8d7-0040a4f57ff2 up at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:57:03.985773 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9ac266-cd6b-4a8f-ac14-c3c6fd4546e0 admin admin] Notify agent at l3_agent.dv-cinder-810131-2-iscsi the message routers_updated {{(pid=93968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:57:03.993710 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-db9ac266-cd6b-4a8f-ac14-c3c6fd4546e0 admin admin] 10.222.0.32 "PUT /v2.0/routers/8cf2c2ef-f44d-42ef-bcd2-048d9abacfee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9868488 Sep 21 12:57:04.037231 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-620c5837-73f5-4147-abea-b7be03607a3e None None] Provisioning complete for port 8782ac3f-1fe3-4e32-89b2-8392fabd4283 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:57:04.037602 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-620c5837-73f5-4147-abea-b7be03607a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:04.074267 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Provisioning complete for port ef9a040e-d3dc-4b95-b8d7-0040a4f57ff2 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:57:04.074661 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:04.098527 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-620c5837-73f5-4147-abea-b7be03607a3e None None] Port 8782ac3f-1fe3-4e32-89b2-8392fabd4283 cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 12:57:04.166961 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device d074498f-4cf7-4cfd-8f64-ff10e652708c up at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:57:04.228163 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Provisioning complete for port d074498f-4cf7-4cfd-8f64-ff10e652708c triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:57:04.228545 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:04.320793 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:04.345457 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] For port d074498f-4cf7-4cfd-8f64-ff10e652708c, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=d074498f-4cf7-4cfd-8f64-ff10e652708c,segment=NetworkSegment(e2b94f31-7b3f-4aad-87c8-37618fa3f855),segment_id=e2b94f31-7b3f-4aad-87c8-37618fa3f855)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:57:04.350439 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:04.407833 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Pushing event updated for resources: {'Port': ['ID=d074498f-4cf7-4cfd-8f64-ff10e652708c,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:04.554369 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 58200) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:57:04.560591 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-ae1eac22-f50a-4ebb-8ca5-2aa80efa1528 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1388314591-network', 'tenant_id': '460f9704d15a49dfbbae9a57bfab2cc8'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:57:04.592941 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1eac22-f50a-4ebb-8ca5-2aa80efa1528 admin admin] Made reservation on behalf of 460f9704d15a49dfbbae9a57bfab2cc8 for: {'network': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:57:04.595925 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ae1eac22-f50a-4ebb-8ca5-2aa80efa1528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for network, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:04.605312 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ae1eac22-f50a-4ebb-8ca5-2aa80efa1528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:04.705534 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ae1eac22-f50a-4ebb-8ca5-2aa80efa1528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:04.710013 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ae1eac22-f50a-4ebb-8ca5-2aa80efa1528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:04.739613 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae1eac22-f50a-4ebb-8ca5-2aa80efa1528 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=93969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 12:57:04.746258 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1eac22-f50a-4ebb-8ca5-2aa80efa1528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e915a74-a1e2-4f07-89ba-ac47e637a4c3,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:04.753130 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ae1eac22-f50a-4ebb-8ca5-2aa80efa1528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861'] for segment, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:04.753541 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.db.segments_db [None req-ae1eac22-f50a-4ebb-8ca5-2aa80efa1528 admin admin] Added segment daf7d9f4-5aa7-4388-90fd-8dfcccea3674 of type vlan for network fe3e2b6a-9794-475d-bf7a-209f2bcce77a Sep 21 12:57:04.799809 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ae1eac22-f50a-4ebb-8ca5-2aa80efa1528 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758322100264'] for network, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:04.832926 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ae1eac22-f50a-4ebb-8ca5-2aa80efa1528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279'] for network, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:04.835286 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1eac22-f50a-4ebb-8ca5-2aa80efa1528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:04.835286 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ae1eac22-f50a-4ebb-8ca5-2aa80efa1528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:04.865279 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-ae1eac22-f50a-4ebb-8ca5-2aa80efa1528 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3089042 Sep 21 12:57:04.868287 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 58208) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:57:04.884913 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-68535a86-6c49-498c-9b33-ab45d4d7f3f4 admin admin] Request body: {'subnet': {'network_id': 'fe3e2b6a-9794-475d-bf7a-209f2bcce77a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1388314591-subnet', 'tenant_id': '460f9704d15a49dfbbae9a57bfab2cc8', 'ip_version': 4}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:57:04.899633 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1eac22-f50a-4ebb-8ca5-2aa80efa1528 admin admin] Pushing event updated for resources: {'Network': ['ID=fe3e2b6a-9794-475d-bf7a-209f2bcce77a,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:04.914843 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Network fe3e2b6a-9794-475d-bf7a-209f2bcce77a details requested by agent ovs-agent-dv-cinder-810131-2-iscsi with host dv-cinder-810131-2-iscsi {{(pid=93970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 12:57:04.915043 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68535a86-6c49-498c-9b33-ab45d4d7f3f4 admin admin] Made reservation on behalf of 460f9704d15a49dfbbae9a57bfab2cc8 for: {'subnet': 1} {{(pid=93968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:57:04.917461 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-68535a86-6c49-498c-9b33-ab45d4d7f3f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9268086'] for subnet, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:05.106172 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-68535a86-6c49-498c-9b33-ab45d4d7f3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9268056'] for subnet, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:05.164120 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68535a86-6c49-498c-9b33-ab45d4d7f3f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26c0a503-e0fa-42a7-9f90-01a89066db3d,revision_number=0']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:05.172195 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68535a86-6c49-498c-9b33-ab45d4d7f3f4 admin admin] Checking segment: {'id': 'daf7d9f4-5aa7-4388-90fd-8dfcccea3674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fe3e2b6a-9794-475d-bf7a-209f2bcce77a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:57:05.172555 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68535a86-6c49-498c-9b33-ab45d4d7f3f4 admin admin] Network hostable DHCP agents. Network: fe3e2b6a-9794-475d-bf7a-209f2bcce77a, hostable agents: ['12de7482-9c3e-48cc-a7cf-59e9ab92578f'], hosted agents: [] {{(pid=93968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 12:57:05.189233 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68535a86-6c49-498c-9b33-ab45d4d7f3f4 admin admin] Network fe3e2b6a-9794-475d-bf7a-209f2bcce77a is scheduled to be hosted by DHCP agent 12de7482-9c3e-48cc-a7cf-59e9ab92578f with binding_index 1 {{(pid=93968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 12:57:05.199629 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-68535a86-6c49-498c-9b33-ab45d4d7f3f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810131-2-iscsi, fe3e2b6a-9794-475d-bf7a-209f2bcce77a) {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:57:05.203641 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68535a86-6c49-498c-9b33-ab45d4d7f3f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:05.204418 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-68535a86-6c49-498c-9b33-ab45d4d7f3f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for subnet, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:05.210029 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08667e4e-44b4-4397-a55b-04957d479301 None None] Network fe3e2b6a-9794-475d-bf7a-209f2bcce77a requested from dv-cinder-810131-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 12:57:05.232439 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-68535a86-6c49-498c-9b33-ab45d4d7f3f4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3624415 Sep 21 12:57:05.236114 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 58218) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:57:05.240516 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-5350dde5-a4f8-4176-a65b-c00452450d3e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1388314591-router', 'tenant_id': '460f9704d15a49dfbbae9a57bfab2cc8', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'}}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:57:05.260985 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5350dde5-a4f8-4176-a65b-c00452450d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1609611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3806'] for router, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:05.261893 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5350dde5-a4f8-4176-a65b-c00452450d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3817'] for router, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:05.297979 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f1cdf1-b074-4922-b3bf-d8bc0792e4f0 None None] Sync routers for ids ['8cf2c2ef-f44d-42ef-bcd2-048d9abacfee'] in dv-cinder-810131-2-iscsi {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:57:05.320249 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5350dde5-a4f8-4176-a65b-c00452450d3e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:05.334142 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f1cdf1-b074-4922-b3bf-d8bc0792e4f0 None None] Routers {'8cf2c2ef-f44d-42ef-bcd2-048d9abacfee'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 12:57:05.334801 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-34f1cdf1-b074-4922-b3bf-d8bc0792e4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T12:56:45Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['8cf2c2ef-f44d-42ef-bcd2-048d9abacfee'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:57:05.415087 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb15577-bb76-4973-8e3b-ca581d2e2fe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d0e40e3-e902-535e-accf-2154837b6641-fe3e2b6a-9794-475d-bf7a-209f2bcce77a', 'network_id': 'fe3e2b6a-9794-475d-bf7a-209f2bcce77a', 'tenant_id': '460f9704d15a49dfbbae9a57bfab2cc8', 'fixed_ips': [{'subnet_id': '26c0a503-e0fa-42a7-9f90-01a89066db3d'}]}} from dv-cinder-810131-2-iscsi. {{(pid=93970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 12:57:05.416114 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-fcb15577-bb76-4973-8e3b-ca581d2e2fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:05.454676 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5350dde5-a4f8-4176-a65b-c00452450d3e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:05.526836 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-34f1cdf1-b074-4922-b3bf-d8bc0792e4f0 None None] Set router 8cf2c2ef-f44d-42ef-bcd2-048d9abacfee gateway port host: dv-cinder-810131-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 12:57:05.664990 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5350dde5-a4f8-4176-a65b-c00452450d3e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:05.684338 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5350dde5-a4f8-4176-a65b-c00452450d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:05.710561 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.db_base_plugin_common [None req-fcb15577-bb76-4973-8e3b-ca581d2e2fe9 None None] Allocated IP 172.20.0.2 (fe3e2b6a-9794-475d-bf7a-209f2bcce77a/26c0a503-e0fa-42a7-9f90-01a89066db3d/cf66b348-ab76-45d1-b58b-e947abf38246) {{(pid=93970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:57:05.872942 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-5350dde5-a4f8-4176-a65b-c00452450d3e admin admin] Allocated IP 172.27.0.96 (3589cb95-8b7f-464f-a8af-ebd0722ed0b9/83bd8dfa-a4af-4a48-a00e-8b360d22b666/67512842-5279-4881-beec-26ae3b23860f) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:57:05.912990 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device d074498f-4cf7-4cfd-8f64-ff10e652708c up at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:57:05.971933 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-34f1cdf1-b074-4922-b3bf-d8bc0792e4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf2c2ef-f44d-42ef-bcd2-048d9abacfee', 'name': 'tempest-TestMinimumBasicScenario-1089239796-router', 'tenant_id': '54f9f534b71a4136abd69de59797e640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'd074498f-4cf7-4cfd-8f64-ff10e652708c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:57:00Z', 'updated_at': '2021-09-21T12:57:03Z', 'revision_number': 4, 'project_id': '54f9f534b71a4136abd69de59797e640', 'gw_port': {'id': 'd074498f-4cf7-4cfd-8f64-ff10e652708c', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf2c2ef-f44d-42ef-bcd2-048d9abacfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:57:00Z', 'updated_at': '2021-09-21T12:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': '8782ac3f-1fe3-4e32-89b2-8392fabd4283', 'name': '', 'network_id': '43317c7a-deea-471e-aa4d-d9fcabe56660', 'tenant_id': '54f9f534b71a4136abd69de59797e640', 'mac_address': 'fa:16:3e:0f:23:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf2c2ef-f44d-42ef-bcd2-048d9abacfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '88584b3f-ee8b-47d0-84d7-098ad49e36b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:57:02Z', 'updated_at': '2021-09-21T12:57:03Z', 'revision_number': 2, 'project_id': '54f9f534b71a4136abd69de59797e640', 'subnets': [{'id': '88584b3f-ee8b-47d0-84d7-098ad49e36b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:57:06.010914 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f1cdf1-b074-4922-b3bf-d8bc0792e4f0 None None] Checking router: 8cf2c2ef-f44d-42ef-bcd2-048d9abacfee for host: dv-cinder-810131-2-iscsi {{(pid=93970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:57:06.011272 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f1cdf1-b074-4922-b3bf-d8bc0792e4f0 None None] Updating router 8cf2c2ef-f44d-42ef-bcd2-048d9abacfee port 8782ac3f-1fe3-4e32-89b2-8392fabd4283 binding host dv-cinder-810131-2-iscsi {{(pid=93970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 12:57:06.067904 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5350dde5-a4f8-4176-a65b-c00452450d3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:06.113972 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5350dde5-a4f8-4176-a65b-c00452450d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168646'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:06.147017 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5350dde5-a4f8-4176-a65b-c00452450d3e admin admin] Network 3589cb95-8b7f-464f-a8af-ebd0722ed0b9 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:57:06.182998 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-5350dde5-a4f8-4176-a65b-c00452450d3e admin admin] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:57:06.192004 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5350dde5-a4f8-4176-a65b-c00452450d3e admin admin] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 12:57:06.196528 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5350dde5-a4f8-4176-a65b-c00452450d3e admin admin] Pushing event updated for resources: {'Port': ['ID=67512842-5279-4881-beec-26ae3b23860f,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:06.240118 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-fcb15577-bb76-4973-8e3b-ca581d2e2fe9 None None] Notify callbacks [] for port, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:06.241464 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-34f1cdf1-b074-4922-b3bf-d8bc0792e4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:06.257088 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-fcb15577-bb76-4973-8e3b-ca581d2e2fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762'] for port, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:06.291918 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Provisioning complete for port d074498f-4cf7-4cfd-8f64-ff10e652708c triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:57:06.292295 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:06.364223 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb15577-bb76-4973-8e3b-ca581d2e2fe9 None None] Network fe3e2b6a-9794-475d-bf7a-209f2bcce77a is already hosted by enough agents. {{(pid=93970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:57:06.374059 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [None req-fcb15577-bb76-4973-8e3b-ca581d2e2fe9 None None] Resources bound (agent type, host, resource id): {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:57:06.386838 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb15577-bb76-4973-8e3b-ca581d2e2fe9 None None] Received port after_create {{(pid=93970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 12:57:06.401681 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb15577-bb76-4973-8e3b-ca581d2e2fe9 None None] Pushing event updated for resources: {'Port': ['ID=cf66b348-ab76-45d1-b58b-e947abf38246,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:06.527539 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5350dde5-a4f8-4176-a65b-c00452450d3e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:06.545836 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-fcb15577-bb76-4973-8e3b-ca581d2e2fe9 None None] Attempting to bind port cf66b348-ab76-45d1-b58b-e947abf38246 on host dv-cinder-810131-2-iscsi for vnic_type normal with profile {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 12:57:06.547048 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-fcb15577-bb76-4973-8e3b-ca581d2e2fe9 None None] Attempting to bind port cf66b348-ab76-45d1-b58b-e947abf38246 by drivers openvswitch,hyperv on host dv-cinder-810131-2-iscsi at level 0 using segments [{'id': 'daf7d9f4-5aa7-4388-90fd-8dfcccea3674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fe3e2b6a-9794-475d-bf7a-209f2bcce77a'}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 12:57:06.547175 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb15577-bb76-4973-8e3b-ca581d2e2fe9 None None] Attempting to bind port cf66b348-ab76-45d1-b58b-e947abf38246 on network fe3e2b6a-9794-475d-bf7a-209f2bcce77a {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:57:06.646815 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb15577-bb76-4973-8e3b-ca581d2e2fe9 None None] Checking agent: {'id': 'e9e90178-f2ac-4c99-b085-229d580e108d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 12, 46, 16), 'started_at': datetime.datetime(2021, 9, 21, 12, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 12, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 12:57:06.647276 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb15577-bb76-4973-8e3b-ca581d2e2fe9 None None] Checking segment: {'id': 'daf7d9f4-5aa7-4388-90fd-8dfcccea3674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fe3e2b6a-9794-475d-bf7a-209f2bcce77a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:57:06.647765 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-fcb15577-bb76-4973-8e3b-ca581d2e2fe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:06.648293 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb15577-bb76-4973-8e3b-ca581d2e2fe9 None None] Bound using segment: {'id': 'daf7d9f4-5aa7-4388-90fd-8dfcccea3674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fe3e2b6a-9794-475d-bf7a-209f2bcce77a'} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:57:06.648958 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-fcb15577-bb76-4973-8e3b-ca581d2e2fe9 None None] Bound port: cf66b348-ab76-45d1-b58b-e947abf38246, host: dv-cinder-810131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf7d9f4-5aa7-4388-90fd-8dfcccea3674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fe3e2b6a-9794-475d-bf7a-209f2bcce77a'}}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 12:57:06.649319 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-fcb15577-bb76-4973-8e3b-ca581d2e2fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:06.778252 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5350dde5-a4f8-4176-a65b-c00452450d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618780'] for router, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:06.803299 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-fcb15577-bb76-4973-8e3b-ca581d2e2fe9 None None] For port cf66b348-ab76-45d1-b58b-e947abf38246, host dv-cinder-810131-2-iscsi, cleared binding levels {{(pid=93970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:57:06.844165 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-fcb15577-bb76-4973-8e3b-ca581d2e2fe9 None None] For port cf66b348-ab76-45d1-b58b-e947abf38246, host dv-cinder-810131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=cf66b348-ab76-45d1-b58b-e947abf38246,segment=NetworkSegment(daf7d9f4-5aa7-4388-90fd-8dfcccea3674),segment_id=daf7d9f4-5aa7-4388-90fd-8dfcccea3674)] {{(pid=93970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:57:06.851545 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-fcb15577-bb76-4973-8e3b-ca581d2e2fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:06.914235 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-34f1cdf1-b074-4922-b3bf-d8bc0792e4f0 None None] Notify callbacks [] for port, precommit_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:06.927261 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-34f1cdf1-b074-4922-b3bf-d8bc0792e4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:06.964376 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb15577-bb76-4973-8e3b-ca581d2e2fe9 None None] Pushing event updated for resources: {'Port': ['ID=cf66b348-ab76-45d1-b58b-e947abf38246,revision_number=2']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:07.064832 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8d487-97bb-4ec6-88df-b22017e98c14 None None] Pushing event updated for resources: {'Port': ['ID=8782ac3f-1fe3-4e32-89b2-8392fabd4283,revision_number=3']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:07.082285 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-34f1cdf1-b074-4922-b3bf-d8bc0792e4f0 None None] Attempting to bind port 8782ac3f-1fe3-4e32-89b2-8392fabd4283 on host dv-cinder-810131-2-iscsi for vnic_type normal with profile {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 12:57:07.083149 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-34f1cdf1-b074-4922-b3bf-d8bc0792e4f0 None None] Attempting to bind port 8782ac3f-1fe3-4e32-89b2-8392fabd4283 by drivers openvswitch,hyperv on host dv-cinder-810131-2-iscsi at level 0 using segments [{'id': 'f60c416f-d5e9-4863-99c9-b4221e1b0ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '43317c7a-deea-471e-aa4d-d9fcabe56660'}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 12:57:07.084101 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f1cdf1-b074-4922-b3bf-d8bc0792e4f0 None None] Attempting to bind port 8782ac3f-1fe3-4e32-89b2-8392fabd4283 on network 43317c7a-deea-471e-aa4d-d9fcabe56660 {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:57:07.092275 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f1cdf1-b074-4922-b3bf-d8bc0792e4f0 None None] Checking agent: {'id': 'e9e90178-f2ac-4c99-b085-229d580e108d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 12, 46, 16), 'started_at': datetime.datetime(2021, 9, 21, 12, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 12, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 12:57:07.092921 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f1cdf1-b074-4922-b3bf-d8bc0792e4f0 None None] Checking segment: {'id': 'f60c416f-d5e9-4863-99c9-b4221e1b0ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '43317c7a-deea-471e-aa4d-d9fcabe56660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:57:07.094149 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-34f1cdf1-b074-4922-b3bf-d8bc0792e4f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:07.095177 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f1cdf1-b074-4922-b3bf-d8bc0792e4f0 None None] Bound using segment: {'id': 'f60c416f-d5e9-4863-99c9-b4221e1b0ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '43317c7a-deea-471e-aa4d-d9fcabe56660'} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:57:07.096831 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-34f1cdf1-b074-4922-b3bf-d8bc0792e4f0 None None] Bound port: 8782ac3f-1fe3-4e32-89b2-8392fabd4283, host: dv-cinder-810131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60c416f-d5e9-4863-99c9-b4221e1b0ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '43317c7a-deea-471e-aa4d-d9fcabe56660'}}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 12:57:07.097479 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-34f1cdf1-b074-4922-b3bf-d8bc0792e4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:07.221615 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-34f1cdf1-b074-4922-b3bf-d8bc0792e4f0 None None] For port 8782ac3f-1fe3-4e32-89b2-8392fabd4283, host dv-cinder-810131-2-iscsi, cleared binding levels {{(pid=93970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:57:07.229621 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-34f1cdf1-b074-4922-b3bf-d8bc0792e4f0 None None] For port 8782ac3f-1fe3-4e32-89b2-8392fabd4283, host dv-cinder-810131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=8782ac3f-1fe3-4e32-89b2-8392fabd4283,segment=NetworkSegment(f60c416f-d5e9-4863-99c9-b4221e1b0ca9),segment_id=f60c416f-d5e9-4863-99c9-b4221e1b0ca9)] {{(pid=93970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:57:07.240306 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-34f1cdf1-b074-4922-b3bf-d8bc0792e4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:07.355302 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5350dde5-a4f8-4176-a65b-c00452450d3e admin admin] Router 18a452f7-e788-47dc-b3e4-f58d2a1c65f7 is scheduled to L3 agent ac1410d3-fc19-41f1-a8a6-9305dbf296af with binding_index 1 {{(pid=93968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 12:57:07.370670 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f1cdf1-b074-4922-b3bf-d8bc0792e4f0 None None] Routers {'8cf2c2ef-f44d-42ef-bcd2-048d9abacfee'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 12:57:07.371959 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-34f1cdf1-b074-4922-b3bf-d8bc0792e4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T12:56:45Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['8cf2c2ef-f44d-42ef-bcd2-048d9abacfee'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:57:07.391210 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8d487-97bb-4ec6-88df-b22017e98c14 None None] Pushing event updated for resources: {'Port': ['ID=8782ac3f-1fe3-4e32-89b2-8392fabd4283,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:07.479155 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-b7acc4bb-f4f7-4bf1-95ac-8f93049239f9 None None] Provisioning complete for port 8782ac3f-1fe3-4e32-89b2-8392fabd4283 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:57:07.479775 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-b7acc4bb-f4f7-4bf1-95ac-8f93049239f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:07.551113 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5350dde5-a4f8-4176-a65b-c00452450d3e admin admin] Notify agent at l3_agent.dv-cinder-810131-2-iscsi the message routers_updated {{(pid=93968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:57:07.566574 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b9a9db-d62f-4612-87a9-b54031cae55f None None] Sync routers for ids ['18a452f7-e788-47dc-b3e4-f58d2a1c65f7'] in dv-cinder-810131-2-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:57:07.580721 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5350dde5-a4f8-4176-a65b-c00452450d3e admin admin] Notify callbacks [] for router, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:07.587747 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 58340) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:57:07.590510 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-5350dde5-a4f8-4176-a65b-c00452450d3e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3510926 Sep 21 12:57:07.595724 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b9a9db-d62f-4612-87a9-b54031cae55f None None] Routers {'18a452f7-e788-47dc-b3e4-f58d2a1c65f7'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 12:57:07.596371 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-d4b9a9db-d62f-4612-87a9-b54031cae55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T12:56:45Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['18a452f7-e788-47dc-b3e4-f58d2a1c65f7'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:57:07.607518 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-34f1cdf1-b074-4922-b3bf-d8bc0792e4f0 None None] Set router 8cf2c2ef-f44d-42ef-bcd2-048d9abacfee gateway port host: dv-cinder-810131-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 12:57:07.785871 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-b7acc4bb-f4f7-4bf1-95ac-8f93049239f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:07.886797 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-b7acc4bb-f4f7-4bf1-95ac-8f93049239f9 None None] For port 8782ac3f-1fe3-4e32-89b2-8392fabd4283, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=8782ac3f-1fe3-4e32-89b2-8392fabd4283,segment=NetworkSegment(f60c416f-d5e9-4863-99c9-b4221e1b0ca9),segment_id=f60c416f-d5e9-4863-99c9-b4221e1b0ca9)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:57:07.922185 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-d4b9a9db-d62f-4612-87a9-b54031cae55f None None] Set router 18a452f7-e788-47dc-b3e4-f58d2a1c65f7 gateway port host: dv-cinder-810131-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 12:57:07.960734 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device cf66b348-ab76-45d1-b58b-e947abf38246 up at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:57:07.964589 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-b7acc4bb-f4f7-4bf1-95ac-8f93049239f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:08.141266 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7acc4bb-f4f7-4bf1-95ac-8f93049239f9 None None] Pushing event updated for resources: {'Port': ['ID=8782ac3f-1fe3-4e32-89b2-8392fabd4283,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:08.150105 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-f243687c-9d79-49cf-a389-5a4ea744401f None None] Provisioning complete for port 8782ac3f-1fe3-4e32-89b2-8392fabd4283 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:57:08.150502 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f243687c-9d79-49cf-a389-5a4ea744401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:08.181837 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 58352) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:57:08.229488 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 58358) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:57:08.237070 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Provisioning complete for port cf66b348-ab76-45d1-b58b-e947abf38246 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:57:08.237375 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:08.313619 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_v2 [None req-60718cf3-ec12-43f8-9bd2-71a5545dc2fe admin admin] Deleting subnet a6a6bf61-a666-4cb5-b72a-cec9fdaeee40 {{(pid=93968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 12:57:08.319307 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-60718cf3-ec12-43f8-9bd2-71a5545dc2fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:08.378796 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-60718cf3-ec12-43f8-9bd2-71a5545dc2fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9168701'] for subnet, precommit_delete_associations {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:08.389371 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-d4b9a9db-d62f-4612-87a9-b54031cae55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a452f7-e788-47dc-b3e4-f58d2a1c65f7', 'name': 'tempest-TestMinimumBasicScenario-1388314591-router', 'tenant_id': '460f9704d15a49dfbbae9a57bfab2cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '67512842-5279-4881-beec-26ae3b23860f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:57:05Z', 'updated_at': '2021-09-21T12:57:06Z', 'revision_number': 3, 'project_id': '460f9704d15a49dfbbae9a57bfab2cc8', 'gw_port': {'id': '67512842-5279-4881-beec-26ae3b23860f', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a8:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a452f7-e788-47dc-b3e4-f58d2a1c65f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:57:05Z', 'updated_at': '2021-09-21T12:57:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi'}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:57:08.433048 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-981ed5fa-6a1e-4beb-bacb-36718168daa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:08.443246 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-60718cf3-ec12-43f8-9bd2-71a5545dc2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749736'] for subnet, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:08.456345 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b9a9db-d62f-4612-87a9-b54031cae55f None None] Checking router: 18a452f7-e788-47dc-b3e4-f58d2a1c65f7 for host: dv-cinder-810131-2-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:57:08.456709 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b9a9db-d62f-4612-87a9-b54031cae55f None None] Updating router 18a452f7-e788-47dc-b3e4-f58d2a1c65f7 port 67512842-5279-4881-beec-26ae3b23860f binding host dv-cinder-810131-2-iscsi {{(pid=93971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 12:57:08.466935 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-34f1cdf1-b074-4922-b3bf-d8bc0792e4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf2c2ef-f44d-42ef-bcd2-048d9abacfee', 'name': 'tempest-TestMinimumBasicScenario-1089239796-router', 'tenant_id': '54f9f534b71a4136abd69de59797e640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'd074498f-4cf7-4cfd-8f64-ff10e652708c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:57:00Z', 'updated_at': '2021-09-21T12:57:03Z', 'revision_number': 4, 'project_id': '54f9f534b71a4136abd69de59797e640', 'gw_port': {'id': 'd074498f-4cf7-4cfd-8f64-ff10e652708c', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf2c2ef-f44d-42ef-bcd2-048d9abacfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:57:00Z', 'updated_at': '2021-09-21T12:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': '8782ac3f-1fe3-4e32-89b2-8392fabd4283', 'name': '', 'network_id': '43317c7a-deea-471e-aa4d-d9fcabe56660', 'tenant_id': '54f9f534b71a4136abd69de59797e640', 'mac_address': 'fa:16:3e:0f:23:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf2c2ef-f44d-42ef-bcd2-048d9abacfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '88584b3f-ee8b-47d0-84d7-098ad49e36b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:57:02Z', 'updated_at': '2021-09-21T12:57:07Z', 'revision_number': 4, 'project_id': '54f9f534b71a4136abd69de59797e640', 'subnets': [{'id': '88584b3f-ee8b-47d0-84d7-098ad49e36b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:57:08.490925 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d4b9a9db-d62f-4612-87a9-b54031cae55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:08.500941 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f1cdf1-b074-4922-b3bf-d8bc0792e4f0 None None] The sync data for ids ['8cf2c2ef-f44d-42ef-bcd2-048d9abacfee'] in dv-cinder-810131-2-iscsi is: [{'id': '8cf2c2ef-f44d-42ef-bcd2-048d9abacfee', 'name': 'tempest-TestMinimumBasicScenario-1089239796-router', 'tenant_id': '54f9f534b71a4136abd69de59797e640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'd074498f-4cf7-4cfd-8f64-ff10e652708c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:57:00Z', 'updated_at': '2021-09-21T12:57:03Z', 'revision_number': 4, 'project_id': '54f9f534b71a4136abd69de59797e640', 'gw_port': {'id': 'd074498f-4cf7-4cfd-8f64-ff10e652708c', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf2c2ef-f44d-42ef-bcd2-048d9abacfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:57:00Z', 'updated_at': '2021-09-21T12:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': '8782ac3f-1fe3-4e32-89b2-8392fabd4283', 'name': '', 'network_id': '43317c7a-deea-471e-aa4d-d9fcabe56660', 'tenant_id': '54f9f534b71a4136abd69de59797e640', 'mac_address': 'fa:16:3e:0f:23:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf2c2ef-f44d-42ef-bcd2-048d9abacfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '88584b3f-ee8b-47d0-84d7-098ad49e36b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:57:02Z', 'updated_at': '2021-09-21T12:57:07Z', 'revision_number': 4, 'project_id': '54f9f534b71a4136abd69de59797e640', 'subnets': [{'id': '88584b3f-ee8b-47d0-84d7-098ad49e36b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:57:08.506945 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:08.539246 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-60718cf3-ec12-43f8-9bd2-71a5545dc2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9268049'] for subnet, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:08.550443 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-67cc44bb-942d-434b-87ce-75eb9eb5e9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:08.551477 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f58e28-7fdb-47ee-9e88-05f754bdeec1 None None] Network fe3e2b6a-9794-475d-bf7a-209f2bcce77a requested from dv-cinder-810131-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 12:57:08.616719 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60718cf3-ec12-43f8-9bd2-71a5545dc2fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6a6bf61-a666-4cb5-b72a-cec9fdaeee40,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:08.618693 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-60718cf3-ec12-43f8-9bd2-71a5545dc2fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for subnet, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:08.624203 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] For port cf66b348-ab76-45d1-b58b-e947abf38246, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=cf66b348-ab76-45d1-b58b-e947abf38246,segment=NetworkSegment(daf7d9f4-5aa7-4388-90fd-8dfcccea3674),segment_id=daf7d9f4-5aa7-4388-90fd-8dfcccea3674)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:57:08.627133 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-60718cf3-ec12-43f8-9bd2-71a5545dc2fe admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a6a6bf61-a666-4cb5-b72a-cec9fdaeee40 HTTP/1.1" status: 204 len: 168 time: 0.3940558 Sep 21 12:57:08.629815 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 58366) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:57:08.645935 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:08.751206 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5ea07802-6dc7-42f0-921b-fdbaa3c66c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585049'] for network, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:08.776158 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-55de2a92-36cd-492f-82ce-4af20316d1d9 None None] Provisioning complete for port cf66b348-ab76-45d1-b58b-e947abf38246 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:57:08.776548 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-55de2a92-36cd-492f-82ce-4af20316d1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:08.819233 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Pushing event updated for resources: {'Port': ['ID=cf66b348-ab76-45d1-b58b-e947abf38246,revision_number=3']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:08.893056 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [None req-67cc44bb-942d-434b-87ce-75eb9eb5e9ee admin admin] Allocated IP 172.20.0.1 (fe3e2b6a-9794-475d-bf7a-209f2bcce77a/26c0a503-e0fa-42a7-9f90-01a89066db3d/0036395a-cca1-41c2-8659-4f366183740c) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:57:08.912709 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5ea07802-6dc7-42f0-921b-fdbaa3c66c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-751663', 'neutron.services.segments.db._delete_segments_for_network-8758322445213'] for network, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:08.949463 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-5ea07802-6dc7-42f0-921b-fdbaa3c66c95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27767f99-e281-4d5d-b898-81af78d20fab']}} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:57:08.963985 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-5ea07802-6dc7-42f0-921b-fdbaa3c66c95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ce5ce37-b5d4-4f1c-b3f1-8a9a5c079009') {'for_net_delete': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:57:08.964434 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-5ea07802-6dc7-42f0-921b-fdbaa3c66c95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ce5ce37-b5d4-4f1c-b3f1-8a9a5c079009') {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:57:08.978480 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5ea07802-6dc7-42f0-921b-fdbaa3c66c95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758322445990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9168694'] for segment, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:08.999969 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5ea07802-6dc7-42f0-921b-fdbaa3c66c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861'] for segment, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:09.009207 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ea07802-6dc7-42f0-921b-fdbaa3c66c95 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=93968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 12:57:09.009792 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5ea07802-6dc7-42f0-921b-fdbaa3c66c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168119'] for segment, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:09.041443 dv-cinder-810131-2-iscsi neutron-server[93968]: Traceback (most recent call last): Sep 21 12:57:09.041443 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 12:57:09.041443 dv-cinder-810131-2-iscsi neutron-server[93968]: timer() Sep 21 12:57:09.041443 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 12:57:09.041443 dv-cinder-810131-2-iscsi neutron-server[93968]: cb(*args, **kw) Sep 21 12:57:09.041443 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 12:57:09.041443 dv-cinder-810131-2-iscsi neutron-server[93968]: return func(*args, **kwargs) Sep 21 12:57:09.041443 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 12:57:09.041443 dv-cinder-810131-2-iscsi neutron-server[93968]: self._notify() Sep 21 12:57:09.041443 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 12:57:09.041443 dv-cinder-810131-2-iscsi neutron-server[93968]: self.callback(batched_events) Sep 21 12:57:09.041443 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 12:57:09.041443 dv-cinder-810131-2-iscsi neutron-server[93968]: event.method(event) Sep 21 12:57:09.041443 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 12:57:09.041443 dv-cinder-810131-2-iscsi neutron-server[93968]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 12:57:09.041443 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 12:57:09.041443 dv-cinder-810131-2-iscsi neutron-server[93968]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 12:57:09.041443 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 12:57:09.041443 dv-cinder-810131-2-iscsi neutron-server[93968]: return f(self, *a, **k) Sep 21 12:57:09.041443 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 12:57:09.041443 dv-cinder-810131-2-iscsi neutron-server[93968]: return self._get(url).json() Sep 21 12:57:09.041443 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 12:57:09.041443 dv-cinder-810131-2-iscsi neutron-server[93968]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 12:57:09.041443 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 12:57:09.041443 dv-cinder-810131-2-iscsi neutron-server[93968]: return self.request(url, 'GET', **kwargs) Sep 21 12:57:09.041443 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 12:57:09.041443 dv-cinder-810131-2-iscsi neutron-server[93968]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 12:57:09.041443 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 12:57:09.041443 dv-cinder-810131-2-iscsi neutron-server[93968]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 12:57:09.041443 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 12:57:09.041443 dv-cinder-810131-2-iscsi neutron-server[93968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 12:57:09.041443 dv-cinder-810131-2-iscsi neutron-server[93968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 12:57:09.100485 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5ea07802-6dc7-42f0-921b-fdbaa3c66c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-751670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1618708'] for network, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:09.114899 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5ea07802-6dc7-42f0-921b-fdbaa3c66c95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for network, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:09.120168 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-5ea07802-6dc7-42f0-921b-fdbaa3c66c95 admin admin] 10.222.0.32 "DELETE /v2.0/networks/27767f99-e281-4d5d-b898-81af78d20fab HTTP/1.1" status: 204 len: 168 time: 0.4839520 Sep 21 12:57:09.136245 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea07802-6dc7-42f0-921b-fdbaa3c66c95 admin admin] Pushing event deleted for resources: {'Network': ['ID=27767f99-e281-4d5d-b898-81af78d20fab,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:09.225230 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d4b9a9db-d62f-4612-87a9-b54031cae55f None None] Notify callbacks [] for port, precommit_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:09.235881 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d4b9a9db-d62f-4612-87a9-b54031cae55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:09.290899 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-d4b9a9db-d62f-4612-87a9-b54031cae55f None None] Attempting to bind port 67512842-5279-4881-beec-26ae3b23860f on host dv-cinder-810131-2-iscsi for vnic_type normal with profile {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 12:57:09.291585 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-d4b9a9db-d62f-4612-87a9-b54031cae55f None None] Attempting to bind port 67512842-5279-4881-beec-26ae3b23860f by drivers openvswitch,hyperv on host dv-cinder-810131-2-iscsi at level 0 using segments [{'id': 'e2b94f31-7b3f-4aad-87c8-37618fa3f855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 12:57:09.292107 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b9a9db-d62f-4612-87a9-b54031cae55f None None] Attempting to bind port 67512842-5279-4881-beec-26ae3b23860f on network 3589cb95-8b7f-464f-a8af-ebd0722ed0b9 {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:57:09.310181 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b9a9db-d62f-4612-87a9-b54031cae55f None None] Checking agent: {'id': 'e9e90178-f2ac-4c99-b085-229d580e108d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 12, 46, 16), 'started_at': datetime.datetime(2021, 9, 21, 12, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 12, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 12:57:09.310587 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b9a9db-d62f-4612-87a9-b54031cae55f None None] Checking segment: {'id': 'e2b94f31-7b3f-4aad-87c8-37618fa3f855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:57:09.310998 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d4b9a9db-d62f-4612-87a9-b54031cae55f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:09.311389 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b9a9db-d62f-4612-87a9-b54031cae55f None None] Bound using segment: {'id': 'e2b94f31-7b3f-4aad-87c8-37618fa3f855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:57:09.313160 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-d4b9a9db-d62f-4612-87a9-b54031cae55f None None] Bound port: 67512842-5279-4881-beec-26ae3b23860f, host: dv-cinder-810131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2b94f31-7b3f-4aad-87c8-37618fa3f855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'}}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 12:57:09.314040 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d4b9a9db-d62f-4612-87a9-b54031cae55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:09.369812 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 58380) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:57:09.413227 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e8d4-c46b-4a57-876c-d3a78f537b0d None None] Pushing event updated for resources: {'Port': ['ID=67512842-5279-4881-beec-26ae3b23860f,revision_number=2']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:09.432853 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-981ed5fa-6a1e-4beb-bacb-36718168daa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:09.436161 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-68ffda96-98d0-4820-9492-55ff096b3a47 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=41db6092f2684c85a910fff2412dde08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0648847 Sep 21 12:57:09.438139 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-d4b9a9db-d62f-4612-87a9-b54031cae55f None None] For port 67512842-5279-4881-beec-26ae3b23860f, host dv-cinder-810131-2-iscsi, cleared binding levels {{(pid=93971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:57:09.439402 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-67cc44bb-942d-434b-87ce-75eb9eb5e9ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:09.439569 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 58382) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:57:09.442721 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-d4b9a9db-d62f-4612-87a9-b54031cae55f None None] For port 67512842-5279-4881-beec-26ae3b23860f, host dv-cinder-810131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=67512842-5279-4881-beec-26ae3b23860f,segment=NetworkSegment(e2b94f31-7b3f-4aad-87c8-37618fa3f855),segment_id=e2b94f31-7b3f-4aad-87c8-37618fa3f855)] {{(pid=93971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:57:09.442990 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-981ed5fa-6a1e-4beb-bacb-36718168daa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:09.450091 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-d4b9a9db-d62f-4612-87a9-b54031cae55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:09.473258 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-981ed5fa-6a1e-4beb-bacb-36718168daa5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c1d1da6819704da9930e65d806d0a242&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2902107 Sep 21 12:57:09.478388 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 58386) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:57:09.541814 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b9a9db-d62f-4612-87a9-b54031cae55f None None] Routers {'18a452f7-e788-47dc-b3e4-f58d2a1c65f7'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 12:57:09.542514 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-d4b9a9db-d62f-4612-87a9-b54031cae55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T12:56:45Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['18a452f7-e788-47dc-b3e4-f58d2a1c65f7'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:57:09.544331 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3e8d4-c46b-4a57-876c-d3a78f537b0d None None] Pushing event updated for resources: {'Port': ['ID=67512842-5279-4881-beec-26ae3b23860f,revision_number=3']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:09.564945 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9996d0af-1c3f-4d5a-8cf9-35590b7c8f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:09.567329 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981ed5fa-6a1e-4beb-bacb-36718168daa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c096a554-59e6-44d9-807f-0142ef101fc0,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:09.611110 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9996d0af-1c3f-4d5a-8cf9-35590b7c8f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:09.625521 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-67cc44bb-942d-434b-87ce-75eb9eb5e9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:09.648594 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2355c282-7337-4ec0-b4a2-a5c719c91cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:09.683081 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9996d0af-1c3f-4d5a-8cf9-35590b7c8f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:09.689011 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9996d0af-1c3f-4d5a-8cf9-35590b7c8f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:09.689210 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cc44bb-942d-434b-87ce-75eb9eb5e9ee admin admin] Network fe3e2b6a-9794-475d-bf7a-209f2bcce77a is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:57:09.694956 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-67cc44bb-942d-434b-87ce-75eb9eb5e9ee admin admin] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:57:09.704952 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-9996d0af-1c3f-4d5a-8cf9-35590b7c8f17 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5a976e39-3baf-4d1f-bc7b-a7bc78123ec7 HTTP/1.1" status: 204 len: 168 time: 0.2617345 Sep 21 12:57:09.714198 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cc44bb-942d-434b-87ce-75eb9eb5e9ee admin admin] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 12:57:09.714804 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-67cc44bb-942d-434b-87ce-75eb9eb5e9ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1618827'] for router_interface, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:09.736013 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-d4b9a9db-d62f-4612-87a9-b54031cae55f None None] Set router 18a452f7-e788-47dc-b3e4-f58d2a1c65f7 gateway port host: dv-cinder-810131-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 12:57:09.737423 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996d0af-1c3f-4d5a-8cf9-35590b7c8f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a976e39-3baf-4d1f-bc7b-a7bc78123ec7,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:09.749756 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2355c282-7337-4ec0-b4a2-a5c719c91cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:09.793123 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c6cbd926-35f9-4858-b80f-8acdef0294b7 None None] Provisioning complete for port cf66b348-ab76-45d1-b58b-e947abf38246 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:57:09.799579 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c6cbd926-35f9-4858-b80f-8acdef0294b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:09.810064 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cc44bb-942d-434b-87ce-75eb9eb5e9ee admin admin] Pushing event updated for resources: {'Port': ['ID=0036395a-cca1-41c2-8659-4f366183740c,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:10.083901 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device cf66b348-ab76-45d1-b58b-e947abf38246 up at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:57:10.152855 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Provisioning complete for port cf66b348-ab76-45d1-b58b-e947abf38246 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:57:10.153275 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:10.174244 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-d4b9a9db-d62f-4612-87a9-b54031cae55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a452f7-e788-47dc-b3e4-f58d2a1c65f7', 'name': 'tempest-TestMinimumBasicScenario-1388314591-router', 'tenant_id': '460f9704d15a49dfbbae9a57bfab2cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '67512842-5279-4881-beec-26ae3b23860f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:57:05Z', 'updated_at': '2021-09-21T12:57:06Z', 'revision_number': 3, 'project_id': '460f9704d15a49dfbbae9a57bfab2cc8', 'gw_port': {'id': '67512842-5279-4881-beec-26ae3b23860f', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a8:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a452f7-e788-47dc-b3e4-f58d2a1c65f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:57:05Z', 'updated_at': '2021-09-21T12:57:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi'}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:57:10.204071 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2355c282-7337-4ec0-b4a2-a5c719c91cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:10.207816 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2355c282-7337-4ec0-b4a2-a5c719c91cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:10.209228 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-2355c282-7337-4ec0-b4a2-a5c719c91cca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c096a554-59e6-44d9-807f-0142ef101fc0 HTTP/1.1" status: 204 len: 168 time: 0.7284992 Sep 21 12:57:10.215652 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-49bc5dda-ee6c-496b-bf3e-478ab6d181d8 None None] Provisioning complete for port 0036395a-cca1-41c2-8659-4f366183740c triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:57:10.216285 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-49bc5dda-ee6c-496b-bf3e-478ab6d181d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:10.232087 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b9a9db-d62f-4612-87a9-b54031cae55f None None] The sync data for ids ['18a452f7-e788-47dc-b3e4-f58d2a1c65f7'] in dv-cinder-810131-2-iscsi is: [{'id': '18a452f7-e788-47dc-b3e4-f58d2a1c65f7', 'name': 'tempest-TestMinimumBasicScenario-1388314591-router', 'tenant_id': '460f9704d15a49dfbbae9a57bfab2cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '67512842-5279-4881-beec-26ae3b23860f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:57:05Z', 'updated_at': '2021-09-21T12:57:06Z', 'revision_number': 3, 'project_id': '460f9704d15a49dfbbae9a57bfab2cc8', 'gw_port': {'id': '67512842-5279-4881-beec-26ae3b23860f', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a8:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a452f7-e788-47dc-b3e4-f58d2a1c65f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:57:05Z', 'updated_at': '2021-09-21T12:57:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi'}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:57:10.239900 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2355c282-7337-4ec0-b4a2-a5c719c91cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c096a554-59e6-44d9-807f-0142ef101fc0,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:10.294737 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-67cc44bb-942d-434b-87ce-75eb9eb5e9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:10.352241 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 8782ac3f-1fe3-4e32-89b2-8392fabd4283 up at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:57:10.356994 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-49bc5dda-ee6c-496b-bf3e-478ab6d181d8 None None] Port 0036395a-cca1-41c2-8659-4f366183740c cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 12:57:10.504619 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Provisioning complete for port 8782ac3f-1fe3-4e32-89b2-8392fabd4283 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:57:10.504619 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:10.586869 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-67cc44bb-942d-434b-87ce-75eb9eb5e9ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:10.602474 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-67cc44bb-942d-434b-87ce-75eb9eb5e9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:10.603362 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-67cc44bb-942d-434b-87ce-75eb9eb5e9ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1791917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1618203'] for router_interface, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:10.752883 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cc44bb-942d-434b-87ce-75eb9eb5e9ee admin admin] Pushing event updated for resources: {'Port': ['ID=0036395a-cca1-41c2-8659-4f366183740c,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:10.828989 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cc44bb-942d-434b-87ce-75eb9eb5e9ee admin admin] Network fe3e2b6a-9794-475d-bf7a-209f2bcce77a is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:57:10.833024 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-67cc44bb-942d-434b-87ce-75eb9eb5e9ee admin admin] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:57:11.128969 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67cc44bb-942d-434b-87ce-75eb9eb5e9ee admin admin] Router 18a452f7-e788-47dc-b3e4-f58d2a1c65f7 has already been hosted by L3 agent ac1410d3-fc19-41f1-a8a6-9305dbf296af {{(pid=93969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:57:11.413374 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-439c3574-e67a-4949-abb9-d2f1b9fb27c8 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-434611307&fields=id&tenant_id=f8dd986907b641449edd23beaff087cd HTTP/1.1" status: 200 len: 267 time: 0.2807574 Sep 21 12:57:11.518999 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-63a73070-be33-467c-b37e-026039713631 None None] Provisioning complete for port 0036395a-cca1-41c2-8659-4f366183740c triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:57:11.519582 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-63a73070-be33-467c-b37e-026039713631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:11.549073 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff4d84-c961-4aae-aa24-e24ae52ca15d req-79221777-37ef-42e2-9c55-6b440a8b5a9c tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:11.560403 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2dff4d84-c961-4aae-aa24-e24ae52ca15d req-79221777-37ef-42e2-9c55-6b440a8b5a9c tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 945 time: 0.0933213 Sep 21 12:57:11.584610 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-63a73070-be33-467c-b37e-026039713631 None None] Port 0036395a-cca1-41c2-8659-4f366183740c cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 12:57:11.632282 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2dff4d84-c961-4aae-aa24-e24ae52ca15d req-3c414d81-2476-4935-9070-e5130880d317 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695007 Sep 21 12:57:11.638089 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-0349a44b-009c-4d78-bad5-4668ff01edb3 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:11.641521 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-0349a44b-009c-4d78-bad5-4668ff01edb3 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/networks?id=1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9 HTTP/1.1" status: 200 len: 812 time: 0.2217321 Sep 21 12:57:11.684435 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-c1227cd5-8dda-4764-8635-7baaf3bf1be8 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/quotas/f8dd986907b641449edd23beaff087cd HTTP/1.1" status: 200 len: 375 time: 0.0148497 Sep 21 12:57:11.750001 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67cc44bb-942d-434b-87ce-75eb9eb5e9ee admin admin] Notify agent at l3_agent.dv-cinder-810131-2-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:57:11.757314 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-67cc44bb-942d-434b-87ce-75eb9eb5e9ee admin admin] 10.222.0.32 "PUT /v2.0/routers/18a452f7-e788-47dc-b3e4-f58d2a1c65f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1677089 Sep 21 12:57:11.784530 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-d32abc8e-d28a-42e8-b36b-e752c69aef8b tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f8dd986907b641449edd23beaff087cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0910840 Sep 21 12:57:11.912290 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 67512842-5279-4881-beec-26ae3b23860f up at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:57:11.948353 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-06f05df2-71a0-45a9-a9e5-4fcc902a401c service neutron] 10.222.0.32 "GET /v2.0/networks/1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387546 Sep 21 12:57:12.004557 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Provisioning complete for port 67512842-5279-4881-beec-26ae3b23860f triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:57:12.004932 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:12.083283 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-0431f801-68e9-4a24-b15d-dbf982fa606a service neutron] 10.222.0.32 "GET /v2.0/networks/1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287913 Sep 21 12:57:12.143968 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:12.170832 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] For port 67512842-5279-4881-beec-26ae3b23860f, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=67512842-5279-4881-beec-26ae3b23860f,segment=NetworkSegment(e2b94f31-7b3f-4aad-87c8-37618fa3f855),segment_id=e2b94f31-7b3f-4aad-87c8-37618fa3f855)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:57:12.177095 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:12.246733 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Pushing event updated for resources: {'Port': ['ID=67512842-5279-4881-beec-26ae3b23860f,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:12.600328 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-00610fb8-0991-4772-ac90-e789ec4beea2 req-2595d082-fb68-40c8-a600-fc3a0bfb1266 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86 HTTP/1.1" status: 200 len: 210 time: 0.0751905 Sep 21 12:57:12.670870 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f550a35b-40a1-41c7-8d0e-7349e55970b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:12.930573 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a141c6-00d5-438d-a851-da1829b9e678 req-22027096-4e48-4e48-9886-7a16bdafbfd1 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:12.941318 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f2a141c6-00d5-438d-a851-da1829b9e678 req-22027096-4e48-4e48-9886-7a16bdafbfd1 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 945 time: 0.1840699 Sep 21 12:57:13.012023 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f2a141c6-00d5-438d-a851-da1829b9e678 req-158c845f-036e-42ab-9b6f-08cd17a79954 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596018 Sep 21 12:57:13.154763 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fc9f0d-ee69-4ef8-ae6f-733344bafb33 None None] Sync routers for ids ['18a452f7-e788-47dc-b3e4-f58d2a1c65f7'] in dv-cinder-810131-2-iscsi {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:57:13.173918 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fc9f0d-ee69-4ef8-ae6f-733344bafb33 None None] Routers {'18a452f7-e788-47dc-b3e4-f58d2a1c65f7'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 12:57:13.174683 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-e7fc9f0d-ee69-4ef8-ae6f-733344bafb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T12:56:45Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['18a452f7-e788-47dc-b3e4-f58d2a1c65f7'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:57:13.296886 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 58546) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:57:13.464736 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-e7fc9f0d-ee69-4ef8-ae6f-733344bafb33 None None] Set router 18a452f7-e788-47dc-b3e4-f58d2a1c65f7 gateway port host: dv-cinder-810131-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 12:57:13.492477 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ae62948a-ea71-4a7f-960d-d01fde90033c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:13.740342 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ae62948a-ea71-4a7f-960d-d01fde90033c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:13.757236 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ae62948a-ea71-4a7f-960d-d01fde90033c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:13.793759 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae62948a-ea71-4a7f-960d-d01fde90033c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be14edf-5ede-4db3-91bc-62099ba08c31,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:13.817755 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae62948a-ea71-4a7f-960d-d01fde90033c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:57:13.818486 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae62948a-ea71-4a7f-960d-d01fde90033c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:57:13.832124 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae62948a-ea71-4a7f-960d-d01fde90033c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:57:13.833274 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae62948a-ea71-4a7f-960d-d01fde90033c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:57:13.834121 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae62948a-ea71-4a7f-960d-d01fde90033c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:57:13.836027 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae62948a-ea71-4a7f-960d-d01fde90033c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:57:13.836651 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae62948a-ea71-4a7f-960d-d01fde90033c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:57:13.839356 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae62948a-ea71-4a7f-960d-d01fde90033c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:57:13.840050 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae62948a-ea71-4a7f-960d-d01fde90033c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:57:13.841337 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae62948a-ea71-4a7f-960d-d01fde90033c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:57:13.842330 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae62948a-ea71-4a7f-960d-d01fde90033c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:57:13.842660 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae62948a-ea71-4a7f-960d-d01fde90033c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:57:13.867050 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-ae62948a-ea71-4a7f-960d-d01fde90033c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b0f5217db6b14800af1f55c4bd345ed6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5690508 Sep 21 12:57:13.867653 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 58564) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:57:13.877652 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-652792aa-8493-4171-8f2f-7adb7e1ac171 req-f647a812-6f44-44e6-aaac-df98e3474fec tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86 HTTP/1.1" status: 200 len: 210 time: 0.1218116 Sep 21 12:57:13.922019 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 67512842-5279-4881-beec-26ae3b23860f up at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:57:14.005226 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Provisioning complete for port 67512842-5279-4881-beec-26ae3b23860f triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:57:14.005454 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:14.032615 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-e7fc9f0d-ee69-4ef8-ae6f-733344bafb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a452f7-e788-47dc-b3e4-f58d2a1c65f7', 'name': 'tempest-TestMinimumBasicScenario-1388314591-router', 'tenant_id': '460f9704d15a49dfbbae9a57bfab2cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '67512842-5279-4881-beec-26ae3b23860f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:57:05Z', 'updated_at': '2021-09-21T12:57:10Z', 'revision_number': 4, 'project_id': '460f9704d15a49dfbbae9a57bfab2cc8', 'gw_port': {'id': '67512842-5279-4881-beec-26ae3b23860f', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a452f7-e788-47dc-b3e4-f58d2a1c65f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:57:05Z', 'updated_at': '2021-09-21T12:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': '0036395a-cca1-41c2-8659-4f366183740c', 'name': '', 'network_id': 'fe3e2b6a-9794-475d-bf7a-209f2bcce77a', 'tenant_id': '460f9704d15a49dfbbae9a57bfab2cc8', 'mac_address': 'fa:16:3e:61:e6:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a452f7-e788-47dc-b3e4-f58d2a1c65f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '26c0a503-e0fa-42a7-9f90-01a89066db3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:57:08Z', 'updated_at': '2021-09-21T12:57:10Z', 'revision_number': 2, 'project_id': '460f9704d15a49dfbbae9a57bfab2cc8', 'subnets': [{'id': '26c0a503-e0fa-42a7-9f90-01a89066db3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:57:14.034431 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-795dbe34-ae0e-46fb-a142-5f59b93f6e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:14.052444 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b6423-f2d3-4ffc-9f25-08c1a16c79e9 req-4332ed72-02cf-4b9b-ac59-1f0e98ba1bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:14.054457 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-192b6423-f2d3-4ffc-9f25-08c1a16c79e9 req-4332ed72-02cf-4b9b-ac59-1f0e98ba1bc7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=733d5bd9c7084becb0ad3bb10d2da297&device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 1099 time: 0.1210101 Sep 21 12:57:14.067921 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c3bf1-6bed-47b9-aee9-17962309fb67 req-ae537f71-c71a-4bac-863f-86e232529538 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:14.069486 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-142c3bf1-6bed-47b9-aee9-17962309fb67 req-ae537f71-c71a-4bac-863f-86e232529538 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.1262834 Sep 21 12:57:14.084412 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fc9f0d-ee69-4ef8-ae6f-733344bafb33 None None] Checking router: 18a452f7-e788-47dc-b3e4-f58d2a1c65f7 for host: dv-cinder-810131-2-iscsi {{(pid=93970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:57:14.084858 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fc9f0d-ee69-4ef8-ae6f-733344bafb33 None None] Updating router 18a452f7-e788-47dc-b3e4-f58d2a1c65f7 port 0036395a-cca1-41c2-8659-4f366183740c binding host dv-cinder-810131-2-iscsi {{(pid=93970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 12:57:14.107483 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-795dbe34-ae0e-46fb-a142-5f59b93f6e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:14.134930 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e7fc9f0d-ee69-4ef8-ae6f-733344bafb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:14.219952 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-142c3bf1-6bed-47b9-aee9-17962309fb67 req-c099e06d-d324-4ee1-999d-9bdb45d75c1e tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370997 Sep 21 12:57:14.268429 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-795dbe34-ae0e-46fb-a142-5f59b93f6e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:14.272794 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-795dbe34-ae0e-46fb-a142-5f59b93f6e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:14.274917 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-795dbe34-ae0e-46fb-a142-5f59b93f6e73 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0be14edf-5ede-4db3-91bc-62099ba08c31 HTTP/1.1" status: 204 len: 168 time: 0.4056749 Sep 21 12:57:14.284905 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b6423-f2d3-4ffc-9f25-08c1a16c79e9 req-f55fdd4c-3508-4d0e-a366-aaaefe576dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:14.286626 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-192b6423-f2d3-4ffc-9f25-08c1a16c79e9 req-f55fdd4c-3508-4d0e-a366-aaaefe576dc0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=480564d1-d18f-47e0-b274-17cfc68cf539 HTTP/1.1" status: 200 len: 920 time: 0.2162416 Sep 21 12:57:14.291666 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795dbe34-ae0e-46fb-a142-5f59b93f6e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be14edf-5ede-4db3-91bc-62099ba08c31,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:14.293052 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db1fb0-00f5-4953-838f-b6b0fd4683b0 req-d8e5710b-c5e9-4a1f-b05a-2658fb21e855 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:14.303770 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-22db1fb0-00f5-4953-838f-b6b0fd4683b0 req-d8e5710b-c5e9-4a1f-b05a-2658fb21e855 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 945 time: 0.1860435 Sep 21 12:57:14.411836 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-192b6423-f2d3-4ffc-9f25-08c1a16c79e9 req-616deb5e-0fa5-496c-b344-424187ca58d1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da06e402-0ae1-4ccc-98cb-edcb9f469cc0 HTTP/1.1" status: 200 len: 217 time: 0.1059394 Sep 21 12:57:14.560941 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b6423-f2d3-4ffc-9f25-08c1a16c79e9 req-a6fa2b64-6aca-4078-b55a-7b15bba04dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:14.564685 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-192b6423-f2d3-4ffc-9f25-08c1a16c79e9 req-a6fa2b64-6aca-4078-b55a-7b15bba04dc4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=44b95dae-7a59-470d-b24b-f73d769ae49b HTTP/1.1" status: 200 len: 859 time: 0.1412425 Sep 21 12:57:14.700811 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-192b6423-f2d3-4ffc-9f25-08c1a16c79e9 req-e9a0cc01-790a-4a9d-afee-49cddd8ac159 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=480564d1-d18f-47e0-b274-17cfc68cf539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1213186 Sep 21 12:57:14.730764 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-22db1fb0-00f5-4953-838f-b6b0fd4683b0 req-471e4da3-f506-428a-82ae-454c8452c237 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4249525 Sep 21 12:57:14.844188 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-feb5f802-4347-4c8c-b2b7-b1459d58f0d0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:14.845841 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-feb5f802-4347-4c8c-b2b7-b1459d58f0d0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.45 "GET /v2.0/networks?id=1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9 HTTP/1.1" status: 200 len: 812 time: 0.5233214 Sep 21 12:57:14.950837 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-192b6423-f2d3-4ffc-9f25-08c1a16c79e9 req-0b4a8f1b-b0aa-415b-9733-01b8fc3af153 service neutron] 10.222.0.45 "GET /v2.0/networks/480564d1-d18f-47e0-b274-17cfc68cf539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079155 Sep 21 12:57:14.962348 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-a5cbe1d2-aedb-462d-81c9-91808597fb49 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8dd986907b641449edd23beaff087cd HTTP/1.1" status: 200 len: 379 time: 0.1027105 Sep 21 12:57:14.971156 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e7fc9f0d-ee69-4ef8-ae6f-733344bafb33 None None] Notify callbacks [] for port, precommit_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:14.980790 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e7fc9f0d-ee69-4ef8-ae6f-733344bafb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:15.206050 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-226f803e-978e-4739-9b73-741a88bf905c req-b4b2a4b3-d9dc-4a34-a237-3fd34b4c6dc0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86 HTTP/1.1" status: 200 len: 210 time: 0.1848660 Sep 21 12:57:15.288256 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd65f0-5922-4cc0-8603-6e0734e05255 None None] Pushing event updated for resources: {'Port': ['ID=0036395a-cca1-41c2-8659-4f366183740c,revision_number=3']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:15.300528 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-192b6423-f2d3-4ffc-9f25-08c1a16c79e9 req-a979c36a-48c2-4b09-82f8-08abfe2dc225 service neutron] 10.222.0.45 "GET /v2.0/networks/480564d1-d18f-47e0-b274-17cfc68cf539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333180 Sep 21 12:57:15.368144 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-e7fc9f0d-ee69-4ef8-ae6f-733344bafb33 None None] Attempting to bind port 0036395a-cca1-41c2-8659-4f366183740c on host dv-cinder-810131-2-iscsi for vnic_type normal with profile {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 12:57:15.368454 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-e7fc9f0d-ee69-4ef8-ae6f-733344bafb33 None None] Attempting to bind port 0036395a-cca1-41c2-8659-4f366183740c by drivers openvswitch,hyperv on host dv-cinder-810131-2-iscsi at level 0 using segments [{'id': 'daf7d9f4-5aa7-4388-90fd-8dfcccea3674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fe3e2b6a-9794-475d-bf7a-209f2bcce77a'}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 12:57:15.369045 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fc9f0d-ee69-4ef8-ae6f-733344bafb33 None None] Attempting to bind port 0036395a-cca1-41c2-8659-4f366183740c on network fe3e2b6a-9794-475d-bf7a-209f2bcce77a {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:57:15.374876 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee3ee7-ae76-4b16-a911-81cead91f1be req-df3653b6-c037-4b23-9f7f-fb0e8ac8c20a tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:15.384104 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7fee3ee7-ae76-4b16-a911-81cead91f1be req-df3653b6-c037-4b23-9f7f-fb0e8ac8c20a tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/networks?id=bfa955ee-caa2-4aa5-bdf2-91dd256312eb HTTP/1.1" status: 200 len: 813 time: 0.2808347 Sep 21 12:57:15.393859 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fc9f0d-ee69-4ef8-ae6f-733344bafb33 None None] Checking agent: {'id': 'e9e90178-f2ac-4c99-b085-229d580e108d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 12, 46, 16), 'started_at': datetime.datetime(2021, 9, 21, 12, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 12, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 12:57:15.395701 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fc9f0d-ee69-4ef8-ae6f-733344bafb33 None None] Checking segment: {'id': 'daf7d9f4-5aa7-4388-90fd-8dfcccea3674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fe3e2b6a-9794-475d-bf7a-209f2bcce77a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:57:15.396922 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e7fc9f0d-ee69-4ef8-ae6f-733344bafb33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:15.399675 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fc9f0d-ee69-4ef8-ae6f-733344bafb33 None None] Bound using segment: {'id': 'daf7d9f4-5aa7-4388-90fd-8dfcccea3674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fe3e2b6a-9794-475d-bf7a-209f2bcce77a'} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:57:15.401144 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-e7fc9f0d-ee69-4ef8-ae6f-733344bafb33 None None] Bound port: 0036395a-cca1-41c2-8659-4f366183740c, host: dv-cinder-810131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf7d9f4-5aa7-4388-90fd-8dfcccea3674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'fe3e2b6a-9794-475d-bf7a-209f2bcce77a'}}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 12:57:15.402911 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e7fc9f0d-ee69-4ef8-ae6f-733344bafb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:15.410191 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7fee3ee7-ae76-4b16-a911-81cead91f1be req-748dc3a8-596b-49b2-9206-76c574ade510 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/quotas/e2ec0b25771f4c22b0ae01dcc0fdf4c4 HTTP/1.1" status: 200 len: 375 time: 0.0247898 Sep 21 12:57:15.412592 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1d45e9ba-0b42-42fd-8559-6e79ddaa96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:15.477965 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ccc0b-cf2c-4115-b072-b96c6100daeb req-b46ae8e7-eb67-4501-97e1-51763eb6e467 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:15.485636 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e78ccc0b-cf2c-4115-b072-b96c6100daeb req-b46ae8e7-eb67-4501-97e1-51763eb6e467 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.1148515 Sep 21 12:57:15.488799 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7fee3ee7-ae76-4b16-a911-81cead91f1be req-1a2a41dc-1bf4-4813-afc0-a9b919bfbaba tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2ec0b25771f4c22b0ae01dcc0fdf4c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0772181 Sep 21 12:57:15.536314 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e78ccc0b-cf2c-4115-b072-b96c6100daeb req-aa28a65c-21ad-4917-8c01-c4b9bfaa4043 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420032 Sep 21 12:57:15.550012 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-e7fc9f0d-ee69-4ef8-ae6f-733344bafb33 None None] For port 0036395a-cca1-41c2-8659-4f366183740c, host dv-cinder-810131-2-iscsi, cleared binding levels {{(pid=93970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:57:15.557341 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-e7fc9f0d-ee69-4ef8-ae6f-733344bafb33 None None] For port 0036395a-cca1-41c2-8659-4f366183740c, host dv-cinder-810131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=0036395a-cca1-41c2-8659-4f366183740c,segment=NetworkSegment(daf7d9f4-5aa7-4388-90fd-8dfcccea3674),segment_id=daf7d9f4-5aa7-4388-90fd-8dfcccea3674)] {{(pid=93970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:57:15.568934 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e7fc9f0d-ee69-4ef8-ae6f-733344bafb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:15.605935 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-961d44ac-b03f-4955-a3ba-d38f939de525 None None] Provisioning complete for port 0036395a-cca1-41c2-8659-4f366183740c triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:57:15.606194 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-961d44ac-b03f-4955-a3ba-d38f939de525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:15.614143 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7fee3ee7-ae76-4b16-a911-81cead91f1be req-53c3b8bd-5e50-482d-9319-fe707da40f28 service neutron] 10.222.0.32 "GET /v2.0/networks/bfa955ee-caa2-4aa5-bdf2-91dd256312eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244767 Sep 21 12:57:15.704551 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fc9f0d-ee69-4ef8-ae6f-733344bafb33 None None] Routers {'18a452f7-e788-47dc-b3e4-f58d2a1c65f7'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 12:57:15.705403 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-e7fc9f0d-ee69-4ef8-ae6f-733344bafb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T12:57:15Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['18a452f7-e788-47dc-b3e4-f58d2a1c65f7'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:57:15.755500 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd65f0-5922-4cc0-8603-6e0734e05255 None None] Pushing event updated for resources: {'Port': ['ID=0036395a-cca1-41c2-8659-4f366183740c,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:15.817557 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7fee3ee7-ae76-4b16-a911-81cead91f1be req-48d02d76-99d1-4b0e-9ac2-94ada72a477d service neutron] 10.222.0.32 "GET /v2.0/networks/bfa955ee-caa2-4aa5-bdf2-91dd256312eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964366 Sep 21 12:57:15.857662 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-961d44ac-b03f-4955-a3ba-d38f939de525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:15.927337 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:15.933242 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-e7fc9f0d-ee69-4ef8-ae6f-733344bafb33 None None] Set router 18a452f7-e788-47dc-b3e4-f58d2a1c65f7 gateway port host: dv-cinder-810131-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 12:57:16.015915 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac6a73-5e8d-4cdc-b549-998cd9389f00 req-12698c2f-96e4-4968-8d8c-67959d29967c tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:16.026255 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5fac6a73-5e8d-4cdc-b549-998cd9389f00 req-12698c2f-96e4-4968-8d8c-67959d29967c tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 945 time: 0.1150258 Sep 21 12:57:16.128547 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5fac6a73-5e8d-4cdc-b549-998cd9389f00 req-db5b87c6-9604-40d4-9b94-936c274159dd tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929399 Sep 21 12:57:16.162434 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:16.168647 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-961d44ac-b03f-4955-a3ba-d38f939de525 None None] For port 0036395a-cca1-41c2-8659-4f366183740c, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=0036395a-cca1-41c2-8659-4f366183740c,segment=NetworkSegment(daf7d9f4-5aa7-4388-90fd-8dfcccea3674),segment_id=daf7d9f4-5aa7-4388-90fd-8dfcccea3674)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:57:16.175907 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-961d44ac-b03f-4955-a3ba-d38f939de525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:16.177570 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-03ce5d81-ead3-45a0-a47e-49ebe9c62787 req-319fe70c-c747-4504-9b02-4940c6d7bd16 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=1182269b-5266-491a-8c7e-4a3e85e3c33a HTTP/1.1" status: 200 len: 210 time: 0.0576377 Sep 21 12:57:16.334459 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2e2b457c-a726-4e01-a9f3-3035806044d3 req-f6b16c6a-9eed-4e36-a719-0edb61ffcebe tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86 HTTP/1.1" status: 200 len: 210 time: 0.0377605 Sep 21 12:57:16.365258 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d44ac-b03f-4955-a3ba-d38f939de525 None None] Pushing event updated for resources: {'Port': ['ID=0036395a-cca1-41c2-8659-4f366183740c,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:16.403042 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-e8e43748-890e-4f7a-9518-0ebb71c16a0f None None] Provisioning complete for port 0036395a-cca1-41c2-8659-4f366183740c triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:57:16.403442 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e8e43748-890e-4f7a-9518-0ebb71c16a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:16.583061 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-e7fc9f0d-ee69-4ef8-ae6f-733344bafb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a452f7-e788-47dc-b3e4-f58d2a1c65f7', 'name': 'tempest-TestMinimumBasicScenario-1388314591-router', 'tenant_id': '460f9704d15a49dfbbae9a57bfab2cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '67512842-5279-4881-beec-26ae3b23860f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:57:05Z', 'updated_at': '2021-09-21T12:57:10Z', 'revision_number': 4, 'project_id': '460f9704d15a49dfbbae9a57bfab2cc8', 'gw_port': {'id': '67512842-5279-4881-beec-26ae3b23860f', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a452f7-e788-47dc-b3e4-f58d2a1c65f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:57:05Z', 'updated_at': '2021-09-21T12:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': '0036395a-cca1-41c2-8659-4f366183740c', 'name': '', 'network_id': 'fe3e2b6a-9794-475d-bf7a-209f2bcce77a', 'tenant_id': '460f9704d15a49dfbbae9a57bfab2cc8', 'mac_address': 'fa:16:3e:61:e6:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a452f7-e788-47dc-b3e4-f58d2a1c65f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '26c0a503-e0fa-42a7-9f90-01a89066db3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:57:08Z', 'updated_at': '2021-09-21T12:57:15Z', 'revision_number': 4, 'project_id': '460f9704d15a49dfbbae9a57bfab2cc8', 'subnets': [{'id': '26c0a503-e0fa-42a7-9f90-01a89066db3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:57:16.623644 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fc9f0d-ee69-4ef8-ae6f-733344bafb33 None None] The sync data for ids ['18a452f7-e788-47dc-b3e4-f58d2a1c65f7'] in dv-cinder-810131-2-iscsi is: [{'id': '18a452f7-e788-47dc-b3e4-f58d2a1c65f7', 'name': 'tempest-TestMinimumBasicScenario-1388314591-router', 'tenant_id': '460f9704d15a49dfbbae9a57bfab2cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '67512842-5279-4881-beec-26ae3b23860f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:57:05Z', 'updated_at': '2021-09-21T12:57:10Z', 'revision_number': 4, 'project_id': '460f9704d15a49dfbbae9a57bfab2cc8', 'gw_port': {'id': '67512842-5279-4881-beec-26ae3b23860f', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a452f7-e788-47dc-b3e4-f58d2a1c65f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:57:05Z', 'updated_at': '2021-09-21T12:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': '0036395a-cca1-41c2-8659-4f366183740c', 'name': '', 'network_id': 'fe3e2b6a-9794-475d-bf7a-209f2bcce77a', 'tenant_id': '460f9704d15a49dfbbae9a57bfab2cc8', 'mac_address': 'fa:16:3e:61:e6:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a452f7-e788-47dc-b3e4-f58d2a1c65f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '26c0a503-e0fa-42a7-9f90-01a89066db3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:57:08Z', 'updated_at': '2021-09-21T12:57:15Z', 'revision_number': 4, 'project_id': '460f9704d15a49dfbbae9a57bfab2cc8', 'subnets': [{'id': '26c0a503-e0fa-42a7-9f90-01a89066db3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:57:16.640249 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:16.664361 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27983dd3-4183-48e8-82aa-ed094697692d req-51046a71-0bfe-439d-8616-06b14c8f4ddd tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:16.684254 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-27983dd3-4183-48e8-82aa-ed094697692d req-51046a71-0bfe-439d-8616-06b14c8f4ddd tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0794506 Sep 21 12:57:16.753250 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-27983dd3-4183-48e8-82aa-ed094697692d req-e885eec9-c9f7-4e67-8133-eea521c33a6c tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623302 Sep 21 12:57:17.327717 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a481d1-0f89-41ff-97dc-bcac5d0e3a81 req-f5aef141-0adb-4586-9c91-67eff6d9d5f1 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:17.331726 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8981137a-eb1e-466f-85e3-dd3a8178033a req-932137bf-5420-4b0b-842c-886a4b467e88 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=1182269b-5266-491a-8c7e-4a3e85e3c33a HTTP/1.1" status: 200 len: 210 time: 0.0393665 Sep 21 12:57:17.333567 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-16a481d1-0f89-41ff-97dc-bcac5d0e3a81 req-f5aef141-0adb-4586-9c91-67eff6d9d5f1 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 945 time: 0.0680375 Sep 21 12:57:17.396717 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-16a481d1-0f89-41ff-97dc-bcac5d0e3a81 req-f891f747-6e61-44a8-ac0f-3793fbb042b1 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494518 Sep 21 12:57:17.456646 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-56171dd8-b9bb-4c3e-8662-b79541f973d7 req-ac2a303a-7ad5-41fa-bcd6-cffee8927346 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86 HTTP/1.1" status: 200 len: 210 time: 0.0347688 Sep 21 12:57:17.738753 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-aef57dd9-5089-4fda-9e1b-c4b1e449426c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Request body: {'port': {'device_id': '7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86', 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9', 'admin_state_up': True, 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'security_groups': ['1ff840a9-e110-46a3-a38a-bc59628d4ec6']}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:57:17.950304 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:17.993171 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 0036395a-cca1-41c2-8659-4f366183740c up at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:57:17.999568 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4b19a71d-5f81-4df6-a690-fddafbbf1399 req-5c85223b-0d3a-4c58-acd1-a8b8f17c8aab service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1740332 Sep 21 12:57:18.033426 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-aef57dd9-5089-4fda-9e1b-c4b1e449426c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Made reservation on behalf of f8dd986907b641449edd23beaff087cd for: {'port': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:57:18.038090 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-aef57dd9-5089-4fda-9e1b-c4b1e449426c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:18.109022 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f24d4-7739-4a0f-8257-ee5e3cf8530b req-77a98287-699e-4f39-8dd4-891a73ef494a tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:18.111427 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b01f24d4-7739-4a0f-8257-ee5e3cf8530b req-77a98287-699e-4f39-8dd4-891a73ef494a tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.1618295 Sep 21 12:57:18.113847 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19a71d-5f81-4df6-a690-fddafbbf1399 req-43c08cac-3e6c-4675-a63f-78f6dab50cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:18.115868 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4b19a71d-5f81-4df6-a690-fddafbbf1399 req-43c08cac-3e6c-4675-a63f-78f6dab50cc7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=733d5bd9c7084becb0ad3bb10d2da297&device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 1099 time: 0.0722952 Sep 21 12:57:18.131199 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Provisioning complete for port 0036395a-cca1-41c2-8659-4f366183740c triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:57:18.131872 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:18.207083 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b01f24d4-7739-4a0f-8257-ee5e3cf8530b req-8ee88a73-4952-496d-9fa0-96f02e6128cb tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885398 Sep 21 12:57:18.321683 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-aef57dd9-5089-4fda-9e1b-c4b1e449426c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Allocated IP 172.20.0.11 (1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9/7097d818-f75a-489b-96c8-b19c4cc747bd/10a15884-e079-4572-bf08-93d34ff4c9d5) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:57:18.500376 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8399ec4d-0483-4304-8b30-0b480ab51672 req-3051ccc0-0059-4469-985b-e1e3ad492280 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=1182269b-5266-491a-8c7e-4a3e85e3c33a HTTP/1.1" status: 200 len: 210 time: 0.0935886 Sep 21 12:57:18.545041 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6404da-96f7-4582-abb2-960586a1790f req-24056e84-e741-474a-a629-4c6d9d800817 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:18.553479 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-bd6404da-96f7-4582-abb2-960586a1790f req-24056e84-e741-474a-a629-4c6d9d800817 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 945 time: 0.0835114 Sep 21 12:57:18.574261 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-aef57dd9-5089-4fda-9e1b-c4b1e449426c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:18.601113 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-bd6404da-96f7-4582-abb2-960586a1790f req-584220b5-0f90-4145-bbda-4916b5bc85a9 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415030 Sep 21 12:57:18.622418 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-aef57dd9-5089-4fda-9e1b-c4b1e449426c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:18.692141 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-aef57dd9-5089-4fda-9e1b-c4b1e449426c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Network 1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:57:18.697347 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-aef57dd9-5089-4fda-9e1b-c4b1e449426c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:57:18.702473 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-aef57dd9-5089-4fda-9e1b-c4b1e449426c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 12:57:18.708129 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-aef57dd9-5089-4fda-9e1b-c4b1e449426c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:18.708762 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-aef57dd9-5089-4fda-9e1b-c4b1e449426c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:18.732509 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c9748-3ed0-4c7f-a3e1-1bdab4aede62 req-a2c593ae-cb7f-4cca-988b-3711f0c0e8bd tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:18.734843 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-499c9748-3ed0-4c7f-a3e1-1bdab4aede62 req-a2c593ae-cb7f-4cca-988b-3711f0c0e8bd tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86 HTTP/1.1" status: 200 len: 932 time: 0.1241403 Sep 21 12:57:18.739714 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef57dd9-5089-4fda-9e1b-c4b1e449426c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Pushing event updated for resources: {'Port': ['ID=10a15884-e079-4572-bf08-93d34ff4c9d5,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:18.748183 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef57dd9-5089-4fda-9e1b-c4b1e449426c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:57:18.748655 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef57dd9-5089-4fda-9e1b-c4b1e449426c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:57:18.749321 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef57dd9-5089-4fda-9e1b-c4b1e449426c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:57:18.749718 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef57dd9-5089-4fda-9e1b-c4b1e449426c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:57:18.750226 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef57dd9-5089-4fda-9e1b-c4b1e449426c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:57:18.751156 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef57dd9-5089-4fda-9e1b-c4b1e449426c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:57:18.751802 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef57dd9-5089-4fda-9e1b-c4b1e449426c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:57:18.752178 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef57dd9-5089-4fda-9e1b-c4b1e449426c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:57:18.752584 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef57dd9-5089-4fda-9e1b-c4b1e449426c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:57:18.753094 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef57dd9-5089-4fda-9e1b-c4b1e449426c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:57:18.753487 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef57dd9-5089-4fda-9e1b-c4b1e449426c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:57:18.753917 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef57dd9-5089-4fda-9e1b-c4b1e449426c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:57:18.760824 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-aef57dd9-5089-4fda-9e1b-c4b1e449426c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0270889 Sep 21 12:57:18.820155 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-499c9748-3ed0-4c7f-a3e1-1bdab4aede62 req-2598891f-a8c4-4955-bdd9-24b8aa4bd67b tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560234 Sep 21 12:57:19.086440 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-81f954e2-c22e-4009-93b4-69884d5624c2 None None] Provisioning complete for port 10a15884-e079-4572-bf08-93d34ff4c9d5 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:57:19.087060 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-81f954e2-c22e-4009-93b4-69884d5624c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:19.133863 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-81f954e2-c22e-4009-93b4-69884d5624c2 None None] Port 10a15884-e079-4572-bf08-93d34ff4c9d5 cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 12:57:19.343816 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bebac1-2fd4-4dcf-a96b-efde23aa45f2 req-95f69c96-ee5d-49f1-ae85-8d63312c36a7 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:19.345625 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-62bebac1-2fd4-4dcf-a96b-efde23aa45f2 req-95f69c96-ee5d-49f1-ae85-8d63312c36a7 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0602160 Sep 21 12:57:19.392455 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-62bebac1-2fd4-4dcf-a96b-efde23aa45f2 req-6947c54a-dd34-46a9-b072-15bb91d7652d tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399811 Sep 21 12:57:19.598674 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bff9d317-7be3-4dc6-95c8-87e07a33ab52 req-81ed2eba-0e6e-46e1-a2ce-5809afb6b70c tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=1182269b-5266-491a-8c7e-4a3e85e3c33a HTTP/1.1" status: 200 len: 210 time: 0.0303617 Sep 21 12:57:19.745234 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cbab21-9915-45ac-bd0d-e1e2b535a2de req-12f0c323-d73f-4af4-aa90-0da3c485f432 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:19.753338 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f8cbab21-9915-45ac-bd0d-e1e2b535a2de req-12f0c323-d73f-4af4-aa90-0da3c485f432 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 945 time: 0.0800116 Sep 21 12:57:19.790252 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f8cbab21-9915-45ac-bd0d-e1e2b535a2de req-10dc63d9-2a85-457f-9cff-114a37611ff9 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359414 Sep 21 12:57:19.936059 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3693ea-c7a8-4773-bf45-b5e420d8438c req-b3320529-5286-479c-83a2-9726b539313a tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:19.938021 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8f3693ea-c7a8-4773-bf45-b5e420d8438c req-b3320529-5286-479c-83a2-9726b539313a tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86 HTTP/1.1" status: 200 len: 932 time: 0.0533924 Sep 21 12:57:19.980416 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8f3693ea-c7a8-4773-bf45-b5e420d8438c req-ae9403a5-dfd3-42f0-9793-5115f3eb3198 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351429 Sep 21 12:57:20.516807 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25b698-47c5-4f8b-b79e-cb711c156b0e req-34858e18-bdc5-4c25-a131-f229c4e3e960 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:20.518637 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3a25b698-47c5-4f8b-b79e-cb711c156b0e req-34858e18-bdc5-4c25-a131-f229c4e3e960 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0538938 Sep 21 12:57:20.562122 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3a25b698-47c5-4f8b-b79e-cb711c156b0e req-13a0df23-1b84-4991-ad98-9adcf7a7ff23 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369844 Sep 21 12:57:20.703370 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d67f3fd8-2294-43cb-8d92-3fbe42424c37 req-425c8499-e8e5-4d6b-ab29-5ae6a7f36837 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=1182269b-5266-491a-8c7e-4a3e85e3c33a HTTP/1.1" status: 200 len: 210 time: 0.0334680 Sep 21 12:57:20.922480 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14c648-251d-4b66-884d-3a8e64e9125b req-7dfd9266-56b8-40e8-83c8-a23fde0cd439 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:20.924510 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-be14c648-251d-4b66-884d-3a8e64e9125b req-7dfd9266-56b8-40e8-83c8-a23fde0cd439 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 945 time: 0.0540137 Sep 21 12:57:20.942108 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-584e476c-e74a-4ac3-a405-dee0d2fd4f49 service neutron] Request body: {'port': {'device_id': '7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81013'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:57:20.973044 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-be14c648-251d-4b66-884d-3a8e64e9125b req-6d71f7ee-cf17-4f48-aebe-791b0ad737fd tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422797 Sep 21 12:57:21.074636 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-584e476c-e74a-4ac3-a405-dee0d2fd4f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:21.088682 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19a71d-5f81-4df6-a690-fddafbbf1399 req-f5147cbe-842a-4dd7-a5d9-b5127b449084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:21.093672 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4b19a71d-5f81-4df6-a690-fddafbbf1399 req-f5147cbe-842a-4dd7-a5d9-b5127b449084 service neutron] 10.222.0.45 "GET /v2.0/networks?id=480564d1-d18f-47e0-b274-17cfc68cf539 HTTP/1.1" status: 200 len: 920 time: 0.1233814 Sep 21 12:57:21.199414 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4b19a71d-5f81-4df6-a690-fddafbbf1399 req-68936be9-f4ee-4941-b076-4a59e14dd1ef service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63dbd2af-31c4-44dc-bc4d-4cc20922ed2c HTTP/1.1" status: 200 len: 217 time: 0.0991483 Sep 21 12:57:21.257657 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3eb1e9-b593-43f2-bef7-4cdfd118b6dc req-49629d98-b5fd-4e3d-a1dd-16a108ccafc3 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:21.259377 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7c3eb1e9-b593-43f2-bef7-4cdfd118b6dc req-49629d98-b5fd-4e3d-a1dd-16a108ccafc3 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86 HTTP/1.1" status: 200 len: 932 time: 0.1322014 Sep 21 12:57:21.298184 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19a71d-5f81-4df6-a690-fddafbbf1399 req-2e380778-ac2b-46e1-8e97-42701eccf9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:21.300239 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4b19a71d-5f81-4df6-a690-fddafbbf1399 req-2e380778-ac2b-46e1-8e97-42701eccf9f1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=44b95dae-7a59-470d-b24b-f73d769ae49b HTTP/1.1" status: 200 len: 859 time: 0.0736978 Sep 21 12:57:21.340811 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4b19a71d-5f81-4df6-a690-fddafbbf1399 req-47326e54-c5d1-43d2-9f39-87aba8a26d28 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=480564d1-d18f-47e0-b274-17cfc68cf539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331547 Sep 21 12:57:21.474374 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4b19a71d-5f81-4df6-a690-fddafbbf1399 req-74140fac-a8de-4897-99c7-a4b3b6ed2a78 service neutron] 10.222.0.45 "GET /v2.0/networks/480564d1-d18f-47e0-b274-17cfc68cf539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237252 Sep 21 12:57:21.565573 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7c3eb1e9-b593-43f2-bef7-4cdfd118b6dc req-e8da9013-3f7b-49c3-8478-6c60b7ba5599 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2942624 Sep 21 12:57:21.695622 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-584e476c-e74a-4ac3-a405-dee0d2fd4f49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10a15884-e079-4572-bf08-93d34ff4c9d5 {{(pid=93969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 12:57:21.705109 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-584e476c-e74a-4ac3-a405-dee0d2fd4f49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:21.743718 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c635f54-e0eb-4809-b76f-07f3936298ae req-10a379f4-b8c8-4cda-84fd-d1924d6df4ec tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:21.754089 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1c635f54-e0eb-4809-b76f-07f3936298ae req-10a379f4-b8c8-4cda-84fd-d1924d6df4ec tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0971293 Sep 21 12:57:21.755683 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-584e476c-e74a-4ac3-a405-dee0d2fd4f49 service neutron] Transition to ACTIVE for port object 10a15884-e079-4572-bf08-93d34ff4c9d5 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 12:57:21.762633 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-584e476c-e74a-4ac3-a405-dee0d2fd4f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:21.828631 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1c635f54-e0eb-4809-b76f-07f3936298ae req-61056a42-20ed-486d-86c4-53f3ecea1f7c tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735137 Sep 21 12:57:21.880392 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584e476c-e74a-4ac3-a405-dee0d2fd4f49 service neutron] Pushing event updated for resources: {'Port': ['ID=10a15884-e079-4572-bf08-93d34ff4c9d5,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:21.901880 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ed1e60b6-f808-41ae-adf0-ad040c66733e req-04b560fe-0f99-4c52-8c8b-e950c5427941 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=1182269b-5266-491a-8c7e-4a3e85e3c33a HTTP/1.1" status: 200 len: 210 time: 0.0508122 Sep 21 12:57:21.950038 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-584e476c-e74a-4ac3-a405-dee0d2fd4f49 service neutron] Attempting to bind port 10a15884-e079-4572-bf08-93d34ff4c9d5 on host hv-cinder-81013 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 12:57:21.950625 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-584e476c-e74a-4ac3-a405-dee0d2fd4f49 service neutron] Attempting to bind port 10a15884-e079-4572-bf08-93d34ff4c9d5 by drivers openvswitch,hyperv on host hv-cinder-81013 at level 0 using segments [{'id': '3e28581a-7375-4fda-870d-9e9e6a1f581d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 12:57:21.950625 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-584e476c-e74a-4ac3-a405-dee0d2fd4f49 service neutron] Attempting to bind port 10a15884-e079-4572-bf08-93d34ff4c9d5 on network 1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:57:21.955670 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-584e476c-e74a-4ac3-a405-dee0d2fd4f49 service neutron] Port 10a15884-e079-4572-bf08-93d34ff4c9d5 on network 1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81013 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 12:57:21.955989 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-584e476c-e74a-4ac3-a405-dee0d2fd4f49 service neutron] Attempting to bind port 10a15884-e079-4572-bf08-93d34ff4c9d5 on network 1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:57:21.969039 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-584e476c-e74a-4ac3-a405-dee0d2fd4f49 service neutron] Checking agent: {'id': 'a6e01e35-01d6-479f-9faf-9c323aed8d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 12, 52, 16), 'started_at': datetime.datetime(2021, 9, 21, 12, 52, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 12, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 12:57:21.969372 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-584e476c-e74a-4ac3-a405-dee0d2fd4f49 service neutron] Checking segment: {'id': '3e28581a-7375-4fda-870d-9e9e6a1f581d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:57:21.969762 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-584e476c-e74a-4ac3-a405-dee0d2fd4f49 service neutron] Bound using segment: {'id': '3e28581a-7375-4fda-870d-9e9e6a1f581d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:57:21.970191 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-584e476c-e74a-4ac3-a405-dee0d2fd4f49 service neutron] Bound port: 10a15884-e079-4572-bf08-93d34ff4c9d5, host: hv-cinder-81013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e28581a-7375-4fda-870d-9e9e6a1f581d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 12:57:21.970572 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-584e476c-e74a-4ac3-a405-dee0d2fd4f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:22.070726 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-584e476c-e74a-4ac3-a405-dee0d2fd4f49 service neutron] For port 10a15884-e079-4572-bf08-93d34ff4c9d5, host hv-cinder-81013, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:57:22.074730 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-584e476c-e74a-4ac3-a405-dee0d2fd4f49 service neutron] For port 10a15884-e079-4572-bf08-93d34ff4c9d5, host hv-cinder-81013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=10a15884-e079-4572-bf08-93d34ff4c9d5,segment=NetworkSegment(3e28581a-7375-4fda-870d-9e9e6a1f581d),segment_id=3e28581a-7375-4fda-870d-9e9e6a1f581d)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:57:22.081584 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-584e476c-e74a-4ac3-a405-dee0d2fd4f49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:22.102003 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-584e476c-e74a-4ac3-a405-dee0d2fd4f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:22.102003 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-584e476c-e74a-4ac3-a405-dee0d2fd4f49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:22.103036 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-584e476c-e74a-4ac3-a405-dee0d2fd4f49 service neutron] 10.222.0.45 "PUT /v2.0/ports/10a15884-e079-4572-bf08-93d34ff4c9d5 HTTP/1.1" status: 200 len: 1094 time: 1.1652436 Sep 21 12:57:22.105751 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86', 'tag': '10a15884-e079-4572-bf08-93d34ff4c9d5'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 12:57:22.109874 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}891eab8d1a3043c3e369406f1201b67df81013e3c20d23918ff9fd5cd34c6e83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6604b6-58af-44ab-b086-54830f1ffccf" -d '{"events": [{"name": "network-changed", "server_uuid": "7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86", "tag": "10a15884-e079-4572-bf08-93d34ff4c9d5"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:57:22.163176 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a46e5d0-2e3e-4b36-ae30-8c204bcc665c req-96dd0c38-abb3-4643-a4dd-a7ca9e48ca13 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:22.165414 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4a46e5d0-2e3e-4b36-ae30-8c204bcc665c req-96dd0c38-abb3-4643-a4dd-a7ca9e48ca13 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 945 time: 0.0767632 Sep 21 12:57:22.174836 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584e476c-e74a-4ac3-a405-dee0d2fd4f49 service neutron] Pushing event updated for resources: {'Port': ['ID=10a15884-e079-4572-bf08-93d34ff4c9d5,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:22.193020 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 12:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50e6220-b3cf-451e-a1e0-85564d170d7e x-openstack-request-id: req-f50e6220-b3cf-451e-a1e0-85564d170d7e {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:57:22.193176 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86", "tag": "10a15884-e079-4572-bf08-93d34ff4c9d5", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:57:22.193550 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f50e6220-b3cf-451e-a1e0-85564d170d7e {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:57:22.194031 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86', 'tag': '10a15884-e079-4572-bf08-93d34ff4c9d5', 'status': 'completed', 'code': 200} Sep 21 12:57:22.228707 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4a46e5d0-2e3e-4b36-ae30-8c204bcc665c req-0bd3d4c7-7133-4b02-9ce3-f6fa17173fbb tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553854 Sep 21 12:57:22.726489 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd4765-2c90-4321-8cbf-cc8320bbc891 req-d086f951-e9e0-472b-93ad-55ab4b5a9a48 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:22.734684 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4fcd4765-2c90-4321-8cbf-cc8320bbc891 req-d086f951-e9e0-472b-93ad-55ab4b5a9a48 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86 HTTP/1.1" status: 200 len: 944 time: 0.0653129 Sep 21 12:57:22.775285 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4fcd4765-2c90-4321-8cbf-cc8320bbc891 req-cf28cdd4-0a18-481f-8c33-0229507c88ad tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392873 Sep 21 12:57:22.964731 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a0152-e9fc-435d-bb0b-56b869fb001e req-10f04cc8-814e-497e-a244-b7b194d640e6 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:22.966489 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-325a0152-e9fc-435d-bb0b-56b869fb001e req-10f04cc8-814e-497e-a244-b7b194d640e6 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0670674 Sep 21 12:57:23.012117 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-325a0152-e9fc-435d-bb0b-56b869fb001e req-38046469-3928-418c-8a34-14e481eac3d0 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384867 Sep 21 12:57:23.041893 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7daa666c-5224-48d8-a57e-92460a5a927e req-f7deb837-1224-44b9-a993-c8893f98c077 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=1182269b-5266-491a-8c7e-4a3e85e3c33a HTTP/1.1" status: 200 len: 210 time: 0.0420041 Sep 21 12:57:23.361748 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be0803-c09d-4296-8488-d5df1fde7834 req-b88b9739-c4f5-460b-aa98-3ef057dc0698 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:23.369250 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c5be0803-c09d-4296-8488-d5df1fde7834 req-b88b9739-c4f5-460b-aa98-3ef057dc0698 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 945 time: 0.0584457 Sep 21 12:57:23.408492 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c5be0803-c09d-4296-8488-d5df1fde7834 req-0d2efc64-fb02-4fe4-8144-584b2b9bfa5f tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382135 Sep 21 12:57:23.903777 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed632d-d197-434f-a026-1f0feaaa9c48 req-8e24c4fb-dc12-41ac-984b-946f899ade0d tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:23.906502 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-eaed632d-d197-434f-a026-1f0feaaa9c48 req-8e24c4fb-dc12-41ac-984b-946f899ade0d tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86 HTTP/1.1" status: 200 len: 944 time: 0.0538902 Sep 21 12:57:23.949427 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-eaed632d-d197-434f-a026-1f0feaaa9c48 req-6c6f54f9-01fe-4a96-b8f4-1ea168a8b22e tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371494 Sep 21 12:57:24.141421 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f8647-0a5b-4b0b-9a89-bacd0d253239 req-be44cf5f-ea65-43a7-835d-7c1a9dac675c tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:24.143468 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-bb9f8647-0a5b-4b0b-9a89-bacd0d253239 req-be44cf5f-ea65-43a7-835d-7c1a9dac675c tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0582538 Sep 21 12:57:24.155959 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5b9d8e8b-8498-4f42-9396-e819dd252526 req-eb271c21-14e3-427e-b6f3-e5dbf0ed9e5e tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=1182269b-5266-491a-8c7e-4a3e85e3c33a HTTP/1.1" status: 200 len: 210 time: 0.0309758 Sep 21 12:57:24.190648 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-bb9f8647-0a5b-4b0b-9a89-bacd0d253239 req-3252c8a9-97f6-4f82-89ab-6bc688b05b02 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409315 Sep 21 12:57:24.286827 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6604b6-58af-44ab-b086-54830f1ffccf req-5a283fda-3fdf-4267-949e-6f70a28b26b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:24.287927 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8d6604b6-58af-44ab-b086-54830f1ffccf req-5a283fda-3fdf-4267-949e-6f70a28b26b6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f8dd986907b641449edd23beaff087cd&device_id=7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86 HTTP/1.1" status: 200 len: 1097 time: 0.0601339 Sep 21 12:57:24.303367 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4b19a71d-5f81-4df6-a690-fddafbbf1399 req-14c8f233-071f-48a1-9add-13666418007b service neutron] 10.222.0.45 "GET /v2.0/networks/480564d1-d18f-47e0-b274-17cfc68cf539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990741 Sep 21 12:57:24.410704 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6604b6-58af-44ab-b086-54830f1ffccf req-47c58efa-4900-481d-921f-3af10223acfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:24.412190 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8d6604b6-58af-44ab-b086-54830f1ffccf req-47c58efa-4900-481d-921f-3af10223acfe service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=f8dd986907b641449edd23beaff087cd&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1011057 Sep 21 12:57:24.540200 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6604b6-58af-44ab-b086-54830f1ffccf req-6b95d4de-cd24-42a4-aea7-303198cb6a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:24.541789 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8d6604b6-58af-44ab-b086-54830f1ffccf req-6b95d4de-cd24-42a4-aea7-303198cb6a96 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1198564 Sep 21 12:57:24.616865 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f86148-94d8-4885-93ed-463cb6136abb req-67eb7f09-2d60-4048-a742-06c37be25767 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:24.627751 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-76f86148-94d8-4885-93ed-463cb6136abb req-67eb7f09-2d60-4048-a742-06c37be25767 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 945 time: 0.1308556 Sep 21 12:57:24.634035 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-39643dfd-b6b4-4447-96ea-0aced102bf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:24.637222 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-39643dfd-b6b4-4447-96ea-0aced102bf74 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f8dd986907b641449edd23beaff087cd&device_id=7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86 HTTP/1.1" status: 200 len: 1097 time: 0.0463972 Sep 21 12:57:24.673677 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee3ee7-ae76-4b16-a911-81cead91f1be req-72fe5a27-0352-4053-9adb-fa144fffbe86 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:24.674561 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7fee3ee7-ae76-4b16-a911-81cead91f1be req-72fe5a27-0352-4053-9adb-fa144fffbe86 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.45 "GET /v2.0/networks?id=bfa955ee-caa2-4aa5-bdf2-91dd256312eb HTTP/1.1" status: 200 len: 813 time: 0.1876376 Sep 21 12:57:24.693298 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-76f86148-94d8-4885-93ed-463cb6136abb req-ffbc01b1-f366-4a55-acd5-cebf345ca375 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640545 Sep 21 12:57:24.696322 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-20f67324-e4a2-49da-8b50-9c3d1742e3d7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10a15884-e079-4572-bf08-93d34ff4c9d5 HTTP/1.1" status: 200 len: 217 time: 0.0446939 Sep 21 12:57:24.705147 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [req-7fee3ee7-ae76-4b16-a911-81cead91f1be req-ab68c783-5de3-4bc8-b67e-3373b7abbb0f tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Request body: {'port': {'device_id': '1182269b-5266-491a-8c7e-4a3e85e3c33a', 'network_id': 'bfa955ee-caa2-4aa5-bdf2-91dd256312eb', 'admin_state_up': True, 'tenant_id': 'e2ec0b25771f4c22b0ae01dcc0fdf4c4'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:57:24.781775 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-b2e9b37f-c3bc-41ca-ab14-200524f142bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:24.783415 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-b2e9b37f-c3bc-41ca-ab14-200524f142bb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7097d818-f75a-489b-96c8-b19c4cc747bd HTTP/1.1" status: 200 len: 851 time: 0.0793083 Sep 21 12:57:24.838430 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-f82cd1db-fcc2-468c-abe3-6ef6fccb3b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:24.840552 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-f82cd1db-fcc2-468c-abe3-6ef6fccb3b82 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0476661 Sep 21 12:57:24.851388 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fee3ee7-ae76-4b16-a911-81cead91f1be req-ab68c783-5de3-4bc8-b67e-3373b7abbb0f tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Made reservation on behalf of e2ec0b25771f4c22b0ae01dcc0fdf4c4 for: {'port': 1} {{(pid=93968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:57:24.855322 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-7fee3ee7-ae76-4b16-a911-81cead91f1be req-ab68c783-5de3-4bc8-b67e-3373b7abbb0f tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:24.964694 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-ecf7a85b-94d5-4a04-8571-5de26f38730e service neutron] 10.222.0.45 "GET /v2.0/networks/1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146102 Sep 21 12:57:25.028153 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [req-7fee3ee7-ae76-4b16-a911-81cead91f1be req-ab68c783-5de3-4bc8-b67e-3373b7abbb0f tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Allocated IP 172.20.0.8 (bfa955ee-caa2-4aa5-bdf2-91dd256312eb/0243efde-fe2f-4d4f-9f40-170cfeada7be/34639ada-7075-4263-9686-24f017afb1a9) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:57:25.084438 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c6836cd5-e76a-4e36-b3ab-e7f013cccc7a req-f14514e5-7976-43d5-b16f-7d2e443a8308 service neutron] 10.222.0.45 "GET /v2.0/networks/1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125095 Sep 21 12:57:25.166566 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d0830-3dca-4130-b03c-8943d1fc2da5 req-4f3c657e-0dfd-4a3d-8a01-2fe5eed07ceb tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:25.168323 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-620d0830-3dca-4130-b03c-8943d1fc2da5 req-4f3c657e-0dfd-4a3d-8a01-2fe5eed07ceb tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86 HTTP/1.1" status: 200 len: 944 time: 0.1207790 Sep 21 12:57:25.250827 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-620d0830-3dca-4130-b03c-8943d1fc2da5 req-cf76d2fd-b31d-4862-bf19-caf290c53840 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747786 Sep 21 12:57:25.257796 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeecf16-6039-4329-8f4e-14de98d1f820 req-233b1e37-8c4a-457e-994c-f54cbd886dcb tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:25.265287 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0eeecf16-6039-4329-8f4e-14de98d1f820 req-233b1e37-8c4a-457e-994c-f54cbd886dcb tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/networks?id=43317c7a-deea-471e-aa4d-d9fcabe56660 HTTP/1.1" status: 200 len: 815 time: 0.1263039 Sep 21 12:57:25.270284 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-7fee3ee7-ae76-4b16-a911-81cead91f1be req-ab68c783-5de3-4bc8-b67e-3373b7abbb0f tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:25.284574 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0eeecf16-6039-4329-8f4e-14de98d1f820 req-1d95bc23-c90d-4a8d-9a8f-40ea9ddcf0d9 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/quotas/54f9f534b71a4136abd69de59797e640 HTTP/1.1" status: 200 len: 375 time: 0.0183926 Sep 21 12:57:25.341413 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-7fee3ee7-ae76-4b16-a911-81cead91f1be req-ab68c783-5de3-4bc8-b67e-3373b7abbb0f tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168646'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:25.352791 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0eeecf16-6039-4329-8f4e-14de98d1f820 req-4c34a591-bd6b-4bb3-97e3-8f47e39a03e3 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=54f9f534b71a4136abd69de59797e640&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0580266 Sep 21 12:57:25.355901 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] get_ports_and_sgs() called for port_ids ['0454ae33-c876-4648-afa4-83ec17c15643', 'dad6b51c-6509-434b-9b2b-3c118e9cf5fb', 'b94bb539-01a3-494b-9f6e-59e9cc9e2386'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 12:57:25.457249 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fee3ee7-ae76-4b16-a911-81cead91f1be req-ab68c783-5de3-4bc8-b67e-3373b7abbb0f tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Network bfa955ee-caa2-4aa5-bdf2-91dd256312eb is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:57:25.461370 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [req-7fee3ee7-ae76-4b16-a911-81cead91f1be req-ab68c783-5de3-4bc8-b67e-3373b7abbb0f tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:57:25.473123 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fee3ee7-ae76-4b16-a911-81cead91f1be req-ab68c783-5de3-4bc8-b67e-3373b7abbb0f tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 12:57:25.480151 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0eeecf16-6039-4329-8f4e-14de98d1f820 req-f069eca3-7daf-4363-8521-0b2a10bbbe9f service neutron] 10.222.0.32 "GET /v2.0/networks/43317c7a-deea-471e-aa4d-d9fcabe56660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178207 Sep 21 12:57:25.528133 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee3ee7-ae76-4b16-a911-81cead91f1be req-ab68c783-5de3-4bc8-b67e-3373b7abbb0f tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:25.529009 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-7fee3ee7-ae76-4b16-a911-81cead91f1be req-ab68c783-5de3-4bc8-b67e-3373b7abbb0f tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for port, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:25.535457 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab68c783-5de3-4bc8-b67e-3373b7abbb0f tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Pushing event updated for resources: {'Port': ['ID=34639ada-7075-4263-9686-24f017afb1a9,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:25.562593 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c44e7-4cc5-4489-8081-3dcf23ad5f1f req-e67c0775-4864-4ef1-87a2-5205c144d97a tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:25.563787 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d85c44e7-4cc5-4489-8081-3dcf23ad5f1f req-e67c0775-4864-4ef1-87a2-5205c144d97a tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=1182269b-5266-491a-8c7e-4a3e85e3c33a HTTP/1.1" status: 200 len: 931 time: 0.1677034 Sep 21 12:57:25.565768 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7fee3ee7-ae76-4b16-a911-81cead91f1be req-ab68c783-5de3-4bc8-b67e-3373b7abbb0f tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8682685 Sep 21 12:57:25.583421 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0eeecf16-6039-4329-8f4e-14de98d1f820 req-5f510453-e8e0-4409-b8df-364a48221c72 service neutron] 10.222.0.32 "GET /v2.0/networks/43317c7a-deea-471e-aa4d-d9fcabe56660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021285 Sep 21 12:57:25.588179 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [req-7fee3ee7-ae76-4b16-a911-81cead91f1be req-14fd69b4-7179-4b13-aa44-fb7a8dd820e3 service neutron] Request body: {'port': {'device_id': '1182269b-5266-491a-8c7e-4a3e85e3c33a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81013'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:57:25.633902 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d85c44e7-4cc5-4489-8081-3dcf23ad5f1f req-38df381c-79ae-464e-b8a1-429844fc8a6a tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637939 Sep 21 12:57:25.661104 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-7fee3ee7-ae76-4b16-a911-81cead91f1be req-14fd69b4-7179-4b13-aa44-fb7a8dd820e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:25.785961 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-280c66ee-1db6-4cd3-afe3-e102049e078f req-ff5a6317-5e4a-4a4f-aa65-e43e4b84c349 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 210 time: 0.0366232 Sep 21 12:57:25.877309 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93610a-e366-432a-b238-810322c79bd3 req-f1ae4be5-ef61-4663-af48-819226239508 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:25.878840 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0d93610a-e366-432a-b238-810322c79bd3 req-f1ae4be5-ef61-4663-af48-819226239508 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.1495786 Sep 21 12:57:25.897782 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11275bfd-6925-44fe-8a45-16253ca657d6 req-2e2a177f-61c1-4016-8db5-f15502d84155 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:25.899667 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-11275bfd-6925-44fe-8a45-16253ca657d6 req-2e2a177f-61c1-4016-8db5-f15502d84155 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 945 time: 0.0645702 Sep 21 12:57:25.956830 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-11275bfd-6925-44fe-8a45-16253ca657d6 req-0443b7ce-bbc6-4c6f-a185-7d29f6f2d54b tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434854 Sep 21 12:57:26.164029 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0d93610a-e366-432a-b238-810322c79bd3 req-50e83611-0156-447e-8a82-cad4c67a364a tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782290 Sep 21 12:57:26.287314 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.notifiers.nova [req-7fee3ee7-ae76-4b16-a911-81cead91f1be req-14fd69b4-7179-4b13-aa44-fb7a8dd820e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34639ada-7075-4263-9686-24f017afb1a9 {{(pid=93968) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 12:57:26.298031 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-7fee3ee7-ae76-4b16-a911-81cead91f1be req-14fd69b4-7179-4b13-aa44-fb7a8dd820e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:26.313341 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.provisioning_blocks [req-7fee3ee7-ae76-4b16-a911-81cead91f1be req-14fd69b4-7179-4b13-aa44-fb7a8dd820e3 service neutron] Transition to ACTIVE for port object 34639ada-7075-4263-9686-24f017afb1a9 will not be triggered until provisioned by entity L2. {{(pid=93968) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 12:57:26.318728 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-7fee3ee7-ae76-4b16-a911-81cead91f1be req-14fd69b4-7179-4b13-aa44-fb7a8dd820e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168671'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:26.394375 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd69b4-7179-4b13-aa44-fb7a8dd820e3 service neutron] Pushing event updated for resources: {'Port': ['ID=34639ada-7075-4263-9686-24f017afb1a9,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:26.402272 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7d3ff-aec1-4b70-a276-01e5b37ec7fd req-ff1242e1-5d41-4aa1-ae43-f6314ebaa1ac tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:26.406284 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7be7d3ff-aec1-4b70-a276-01e5b37ec7fd req-ff1242e1-5d41-4aa1-ae43-f6314ebaa1ac tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86 HTTP/1.1" status: 200 len: 944 time: 0.0674717 Sep 21 12:57:26.446528 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [req-7fee3ee7-ae76-4b16-a911-81cead91f1be req-14fd69b4-7179-4b13-aa44-fb7a8dd820e3 service neutron] Attempting to bind port 34639ada-7075-4263-9686-24f017afb1a9 on host hv-cinder-81013 for vnic_type normal with profile {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 12:57:26.447122 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [req-7fee3ee7-ae76-4b16-a911-81cead91f1be req-14fd69b4-7179-4b13-aa44-fb7a8dd820e3 service neutron] Attempting to bind port 34639ada-7075-4263-9686-24f017afb1a9 by drivers openvswitch,hyperv on host hv-cinder-81013 at level 0 using segments [{'id': 'd328da7a-b4f4-4af5-8150-fe9ea1d1ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bfa955ee-caa2-4aa5-bdf2-91dd256312eb'}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 12:57:26.447606 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fee3ee7-ae76-4b16-a911-81cead91f1be req-14fd69b4-7179-4b13-aa44-fb7a8dd820e3 service neutron] Attempting to bind port 34639ada-7075-4263-9686-24f017afb1a9 on network bfa955ee-caa2-4aa5-bdf2-91dd256312eb {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:57:26.455351 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fee3ee7-ae76-4b16-a911-81cead91f1be req-14fd69b4-7179-4b13-aa44-fb7a8dd820e3 service neutron] Port 34639ada-7075-4263-9686-24f017afb1a9 on network bfa955ee-caa2-4aa5-bdf2-91dd256312eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81013 {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 12:57:26.455572 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7be7d3ff-aec1-4b70-a276-01e5b37ec7fd req-1c2d93b6-35b8-4d8b-8097-fbb0d0a43b24 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422997 Sep 21 12:57:26.455686 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fee3ee7-ae76-4b16-a911-81cead91f1be req-14fd69b4-7179-4b13-aa44-fb7a8dd820e3 service neutron] Attempting to bind port 34639ada-7075-4263-9686-24f017afb1a9 on network bfa955ee-caa2-4aa5-bdf2-91dd256312eb {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:57:26.460890 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fee3ee7-ae76-4b16-a911-81cead91f1be req-14fd69b4-7179-4b13-aa44-fb7a8dd820e3 service neutron] Checking agent: {'id': 'a6e01e35-01d6-479f-9faf-9c323aed8d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 12, 52, 16), 'started_at': datetime.datetime(2021, 9, 21, 12, 52, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 12, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 12:57:26.461288 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fee3ee7-ae76-4b16-a911-81cead91f1be req-14fd69b4-7179-4b13-aa44-fb7a8dd820e3 service neutron] Checking segment: {'id': 'd328da7a-b4f4-4af5-8150-fe9ea1d1ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bfa955ee-caa2-4aa5-bdf2-91dd256312eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:57:26.462027 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fee3ee7-ae76-4b16-a911-81cead91f1be req-14fd69b4-7179-4b13-aa44-fb7a8dd820e3 service neutron] Bound using segment: {'id': 'd328da7a-b4f4-4af5-8150-fe9ea1d1ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bfa955ee-caa2-4aa5-bdf2-91dd256312eb'} {{(pid=93968) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:57:26.462161 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.managers [req-7fee3ee7-ae76-4b16-a911-81cead91f1be req-14fd69b4-7179-4b13-aa44-fb7a8dd820e3 service neutron] Bound port: 34639ada-7075-4263-9686-24f017afb1a9, host: hv-cinder-81013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd328da7a-b4f4-4af5-8150-fe9ea1d1ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'bfa955ee-caa2-4aa5-bdf2-91dd256312eb'}}] {{(pid=93968) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 12:57:26.462478 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-7fee3ee7-ae76-4b16-a911-81cead91f1be req-14fd69b4-7179-4b13-aa44-fb7a8dd820e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:26.490371 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 58802) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:57:26.532146 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [req-7fee3ee7-ae76-4b16-a911-81cead91f1be req-14fd69b4-7179-4b13-aa44-fb7a8dd820e3 service neutron] For port 34639ada-7075-4263-9686-24f017afb1a9, host hv-cinder-81013, cleared binding levels {{(pid=93968) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:57:26.535941 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [req-7fee3ee7-ae76-4b16-a911-81cead91f1be req-14fd69b4-7179-4b13-aa44-fb7a8dd820e3 service neutron] For port 34639ada-7075-4263-9686-24f017afb1a9, host hv-cinder-81013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=34639ada-7075-4263-9686-24f017afb1a9,segment=NetworkSegment(d328da7a-b4f4-4af5-8150-fe9ea1d1ccba),segment_id=d328da7a-b4f4-4af5-8150-fe9ea1d1ccba)] {{(pid=93968) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:57:26.540917 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-7fee3ee7-ae76-4b16-a911-81cead91f1be req-14fd69b4-7179-4b13-aa44-fb7a8dd820e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168671'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:26.579846 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee3ee7-ae76-4b16-a911-81cead91f1be req-14fd69b4-7179-4b13-aa44-fb7a8dd820e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:26.580457 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-7fee3ee7-ae76-4b16-a911-81cead91f1be req-14fd69b4-7179-4b13-aa44-fb7a8dd820e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for port, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:26.581840 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7fee3ee7-ae76-4b16-a911-81cead91f1be req-14fd69b4-7179-4b13-aa44-fb7a8dd820e3 service neutron] 10.222.0.45 "PUT /v2.0/ports/34639ada-7075-4263-9686-24f017afb1a9 HTTP/1.1" status: 200 len: 1093 time: 1.0040467 Sep 21 12:57:26.582278 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1182269b-5266-491a-8c7e-4a3e85e3c33a', 'tag': '34639ada-7075-4263-9686-24f017afb1a9'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 12:57:26.584542 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a262e2a05831170809019d2cf22837e497d964a865586fc051a88de41b43109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab10a912-922b-4f70-823f-11edec6d167b" -d '{"events": [{"name": "network-changed", "server_uuid": "1182269b-5266-491a-8c7e-4a3e85e3c33a", "tag": "34639ada-7075-4263-9686-24f017afb1a9"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:57:26.601599 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c5f59714-4ec0-4208-8788-c413b3fd16f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:26.610702 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd69b4-7179-4b13-aa44-fb7a8dd820e3 service neutron] Pushing event updated for resources: {'Port': ['ID=34639ada-7075-4263-9686-24f017afb1a9,revision_number=3']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:26.622040 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 12:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab354bf-11c9-4b07-a810-d835e3af61fa x-openstack-request-id: req-4ab354bf-11c9-4b07-a810-d835e3af61fa {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:57:26.622040 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1182269b-5266-491a-8c7e-4a3e85e3c33a", "tag": "34639ada-7075-4263-9686-24f017afb1a9", "status": "completed", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:57:26.622040 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4ab354bf-11c9-4b07-a810-d835e3af61fa {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:57:26.622332 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1182269b-5266-491a-8c7e-4a3e85e3c33a', 'tag': '34639ada-7075-4263-9686-24f017afb1a9', 'status': 'completed', 'code': 200} Sep 21 12:57:26.704718 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c5f59714-4ec0-4208-8788-c413b3fd16f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:26.716048 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c5f59714-4ec0-4208-8788-c413b3fd16f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:26.781124 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-c5f59714-4ec0-4208-8788-c413b3fd16f9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4474658f09be43e99fecec148b424deb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2884853 Sep 21 12:57:26.783446 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 58812) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:57:26.786305 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f59714-4ec0-4208-8788-c413b3fd16f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d845271a-e928-4411-820a-b098d9614a1b,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:26.807661 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240f1bc-fecf-4f49-8940-da192802bf23 req-35a10648-748f-4c31-bee7-9db7c2118e52 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:26.809278 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2240f1bc-fecf-4f49-8940-da192802bf23 req-35a10648-748f-4c31-bee7-9db7c2118e52 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=1182269b-5266-491a-8c7e-4a3e85e3c33a HTTP/1.1" status: 200 len: 943 time: 0.1032827 Sep 21 12:57:26.850113 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2240f1bc-fecf-4f49-8940-da192802bf23 req-e0900f29-5006-4359-b856-599dca918f95 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346961 Sep 21 12:57:26.876948 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6850335a-2f43-4bff-bfa4-be5c5b640774 req-cb1835ed-6cfe-4022-9eb9-b82eb9efaf94 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 210 time: 0.0394182 Sep 21 12:57:26.877549 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7a3579d4-b07b-43f1-a1ac-d0baeebb6eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:26.899462 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7a3579d4-b07b-43f1-a1ac-d0baeebb6eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:26.946566 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7a3579d4-b07b-43f1-a1ac-d0baeebb6eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:26.949114 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7a3579d4-b07b-43f1-a1ac-d0baeebb6eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:26.950298 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-7a3579d4-b07b-43f1-a1ac-d0baeebb6eeb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d845271a-e928-4411-820a-b098d9614a1b HTTP/1.1" status: 204 len: 168 time: 0.1654258 Sep 21 12:57:26.958354 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3579d4-b07b-43f1-a1ac-d0baeebb6eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d845271a-e928-4411-820a-b098d9614a1b,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:27.069490 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07cd3f-87a6-47a3-98e1-3585010986af req-e73c2dbd-45b8-452a-b81c-9f68f6448595 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:27.071108 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-de07cd3f-87a6-47a3-98e1-3585010986af req-e73c2dbd-45b8-452a-b81c-9f68f6448595 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 945 time: 0.0497375 Sep 21 12:57:27.114292 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-de07cd3f-87a6-47a3-98e1-3585010986af req-d21cdc9c-39eb-4bba-aedf-0a35e5ec427c tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362797 Sep 21 12:57:27.283327 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04368aed-0f5e-45ae-a751-5bd4379f5e21 req-8e6ab5a0-3125-4e91-b591-8a991fc21324 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:27.285304 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-04368aed-0f5e-45ae-a751-5bd4379f5e21 req-8e6ab5a0-3125-4e91-b591-8a991fc21324 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0507634 Sep 21 12:57:27.322462 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-04368aed-0f5e-45ae-a751-5bd4379f5e21 req-90345b9a-9bd6-4f39-811c-ac73af7ab5d6 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313754 Sep 21 12:57:27.571463 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca39e77-a6b3-43cd-b879-274495f9d05e req-1ad7a392-f260-4418-8673-f28bcaa15016 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:27.572970 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0ca39e77-a6b3-43cd-b879-274495f9d05e req-1ad7a392-f260-4418-8673-f28bcaa15016 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86 HTTP/1.1" status: 200 len: 944 time: 0.0495851 Sep 21 12:57:27.611331 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0ca39e77-a6b3-43cd-b879-274495f9d05e req-4489eab2-9c32-4e8a-baac-6e28caa49a50 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317059 Sep 21 12:57:27.964838 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee5275-87be-4767-a067-26a5808f42aa req-53839907-2ddd-44e9-8347-26d9c6bc163f tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:27.966488 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f4ee5275-87be-4767-a067-26a5808f42aa req-53839907-2ddd-44e9-8347-26d9c6bc163f tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=1182269b-5266-491a-8c7e-4a3e85e3c33a HTTP/1.1" status: 200 len: 943 time: 0.0495071 Sep 21 12:57:27.973608 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-00e07bd5-229c-4860-9b04-425f4d857f9b req-1aee7bbd-61db-4acf-87f1-82f149a30e9d tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 210 time: 0.0306847 Sep 21 12:57:28.006672 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f4ee5275-87be-4767-a067-26a5808f42aa req-478b3963-2711-463c-a980-c387ffd1a7f6 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339646 Sep 21 12:57:28.235626 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0914f-b78b-4a5e-9054-58e7e37ef3b3 req-f849858b-96aa-4fce-8ed1-96974ce46428 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:28.237268 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fdf0914f-b78b-4a5e-9054-58e7e37ef3b3 req-f849858b-96aa-4fce-8ed1-96974ce46428 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 945 time: 0.0510678 Sep 21 12:57:28.275090 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fdf0914f-b78b-4a5e-9054-58e7e37ef3b3 req-986aa7c3-97bc-47ad-958f-9bab242c4e86 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318234 Sep 21 12:57:28.437406 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6ffe1-f3af-4374-918d-36286b9128e9 req-d44dbfa0-2501-4c65-bbbf-2ac3272688b4 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:28.439024 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1fb6ffe1-f3af-4374-918d-36286b9128e9 req-d44dbfa0-2501-4c65-bbbf-2ac3272688b4 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0505366 Sep 21 12:57:28.475634 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1fb6ffe1-f3af-4374-918d-36286b9128e9 req-be16c96a-c3dc-4fe7-b029-bf6d16fbe366 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307624 Sep 21 12:57:28.736598 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd4cb9-9f9e-4bfb-a338-1503462dadee req-2e123209-df80-4a13-9a57-e26bcdbf8f14 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:28.738566 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4bdd4cb9-9f9e-4bfb-a338-1503462dadee req-2e123209-df80-4a13-9a57-e26bcdbf8f14 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86 HTTP/1.1" status: 200 len: 944 time: 0.0601261 Sep 21 12:57:28.782253 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4bdd4cb9-9f9e-4bfb-a338-1503462dadee req-236625b9-f375-44ad-8b06-c78a6fdb486f tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371358 Sep 21 12:57:28.782822 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10a912-922b-4f70-823f-11edec6d167b req-97e0dd90-cbf9-4696-a55c-162a9adb1222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:28.784591 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ab10a912-922b-4f70-823f-11edec6d167b req-97e0dd90-cbf9-4696-a55c-162a9adb1222 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2ec0b25771f4c22b0ae01dcc0fdf4c4&device_id=1182269b-5266-491a-8c7e-4a3e85e3c33a HTTP/1.1" status: 200 len: 1096 time: 0.0532281 Sep 21 12:57:28.892954 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10a912-922b-4f70-823f-11edec6d167b req-d2a93204-9bd2-4c5d-b080-b5cf8434a554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:28.894343 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ab10a912-922b-4f70-823f-11edec6d167b req-d2a93204-9bd2-4c5d-b080-b5cf8434a554 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=e2ec0b25771f4c22b0ae01dcc0fdf4c4&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0978303 Sep 21 12:57:28.994759 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10a912-922b-4f70-823f-11edec6d167b req-324df292-7ac4-489d-bdc3-5d1d7f1c5844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:28.996251 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ab10a912-922b-4f70-823f-11edec6d167b req-324df292-7ac4-489d-bdc3-5d1d7f1c5844 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0945020 Sep 21 12:57:29.085699 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1ff055bf-0fe4-4e05-a8a6-4429b7289633 req-4c3cd34b-f4da-4096-aa4a-3e1734919dc4 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 210 time: 0.0402873 Sep 21 12:57:29.099364 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee3ee7-ae76-4b16-a911-81cead91f1be req-2dd89592-c0e8-48d8-81d0-8ff9e6a17c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:29.100907 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7fee3ee7-ae76-4b16-a911-81cead91f1be req-2dd89592-c0e8-48d8-81d0-8ff9e6a17c4d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e2ec0b25771f4c22b0ae01dcc0fdf4c4&device_id=1182269b-5266-491a-8c7e-4a3e85e3c33a HTTP/1.1" status: 200 len: 1096 time: 0.0635912 Sep 21 12:57:29.122553 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3af99-cf0e-40d1-89c0-f84f19a449c3 req-2c7e9afa-50ac-4112-b42d-a4323c1033d0 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:29.124104 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-86a3af99-cf0e-40d1-89c0-f84f19a449c3 req-2c7e9afa-50ac-4112-b42d-a4323c1033d0 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=1182269b-5266-491a-8c7e-4a3e85e3c33a HTTP/1.1" status: 200 len: 943 time: 0.0501571 Sep 21 12:57:29.149963 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7fee3ee7-ae76-4b16-a911-81cead91f1be req-4148d92b-819e-4c0e-95d0-cadbc045fa07 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34639ada-7075-4263-9686-24f017afb1a9 HTTP/1.1" status: 200 len: 217 time: 0.0367990 Sep 21 12:57:29.165346 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-86a3af99-cf0e-40d1-89c0-f84f19a449c3 req-a7e65715-b5a6-4db8-91d8-368a70c19166 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352073 Sep 21 12:57:29.206703 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee3ee7-ae76-4b16-a911-81cead91f1be req-8367d874-2005-4e21-b22d-a0bef886b644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:29.208363 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7fee3ee7-ae76-4b16-a911-81cead91f1be req-8367d874-2005-4e21-b22d-a0bef886b644 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0243efde-fe2f-4d4f-9f40-170cfeada7be HTTP/1.1" status: 200 len: 853 time: 0.0494056 Sep 21 12:57:29.244379 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7fee3ee7-ae76-4b16-a911-81cead91f1be req-82e82b13-3da5-4236-aea6-a07913369a99 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bfa955ee-caa2-4aa5-bdf2-91dd256312eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282061 Sep 21 12:57:29.404085 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeecf16-6039-4329-8f4e-14de98d1f820 req-31103ce0-4b3b-4d69-a5e0-5cc4a513b0ee tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:29.406382 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0eeecf16-6039-4329-8f4e-14de98d1f820 req-31103ce0-4b3b-4d69-a5e0-5cc4a513b0ee tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.45 "GET /v2.0/networks?id=43317c7a-deea-471e-aa4d-d9fcabe56660 HTTP/1.1" status: 200 len: 815 time: 0.1378112 Sep 21 12:57:29.415251 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7fee3ee7-ae76-4b16-a911-81cead91f1be req-ba4c7f9d-cb69-4986-98a3-4fb5a9173912 service neutron] 10.222.0.45 "GET /v2.0/networks/bfa955ee-caa2-4aa5-bdf2-91dd256312eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505911 Sep 21 12:57:29.421164 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-0eeecf16-6039-4329-8f4e-14de98d1f820 req-b754e3d1-1cb6-4927-a2e6-bc7d9d28da5b tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Request body: {'port': {'device_id': 'b3b4203b-bdd3-453e-b62c-323bc9b69181', 'network_id': '43317c7a-deea-471e-aa4d-d9fcabe56660', 'admin_state_up': True, 'tenant_id': '54f9f534b71a4136abd69de59797e640'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:57:29.423914 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87999f7-8c2b-435f-aba2-91817c715319 req-5de84aae-939f-4338-b679-2c8bb06bc12f tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:29.425658 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c87999f7-8c2b-435f-aba2-91817c715319 req-5de84aae-939f-4338-b679-2c8bb06bc12f tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 945 time: 0.0708182 Sep 21 12:57:29.520830 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c87999f7-8c2b-435f-aba2-91817c715319 req-4390eda0-778e-4572-adba-302413bcd96f tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894086 Sep 21 12:57:29.540958 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eeecf16-6039-4329-8f4e-14de98d1f820 req-b754e3d1-1cb6-4927-a2e6-bc7d9d28da5b tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Made reservation on behalf of 54f9f534b71a4136abd69de59797e640 for: {'port': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:57:29.544855 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-0eeecf16-6039-4329-8f4e-14de98d1f820 req-b754e3d1-1cb6-4927-a2e6-bc7d9d28da5b tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:29.554481 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7fee3ee7-ae76-4b16-a911-81cead91f1be req-d70ae996-a449-4958-9eba-1a734846c104 service neutron] 10.222.0.45 "GET /v2.0/networks/bfa955ee-caa2-4aa5-bdf2-91dd256312eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146946 Sep 21 12:57:29.649258 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc184d6-335f-4860-bbd7-45c7e8f0be0a req-0f9bde88-f7f6-4010-b81e-0c0d44ff999b tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:29.650846 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ccc184d6-335f-4860-bbd7-45c7e8f0be0a req-0f9bde88-f7f6-4010-b81e-0c0d44ff999b tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.1019721 Sep 21 12:57:29.744796 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ccc184d6-335f-4860-bbd7-45c7e8f0be0a req-7c96e74e-f529-413a-aa21-5525f5546496 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869532 Sep 21 12:57:29.780179 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [req-0eeecf16-6039-4329-8f4e-14de98d1f820 req-b754e3d1-1cb6-4927-a2e6-bc7d9d28da5b tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Allocated IP 172.20.0.13 (43317c7a-deea-471e-aa4d-d9fcabe56660/88584b3f-ee8b-47d0-84d7-098ad49e36b2/ea8b5fab-5e4e-46eb-ba42-4d1b90f99788) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:57:29.918281 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed2235-fcd0-48fe-853d-30b31e36cf72 req-18d92a74-1670-40dd-a401-d3d54c04ca76 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:29.919887 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-56ed2235-fcd0-48fe-853d-30b31e36cf72 req-18d92a74-1670-40dd-a401-d3d54c04ca76 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86 HTTP/1.1" status: 200 len: 944 time: 0.0612826 Sep 21 12:57:29.977208 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-56ed2235-fcd0-48fe-853d-30b31e36cf72 req-c7aa4d14-4504-4659-a168-ab425f8133cf tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493023 Sep 21 12:57:30.021959 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-0eeecf16-6039-4329-8f4e-14de98d1f820 req-b754e3d1-1cb6-4927-a2e6-bc7d9d28da5b tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:30.100931 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-0eeecf16-6039-4329-8f4e-14de98d1f820 req-b754e3d1-1cb6-4927-a2e6-bc7d9d28da5b tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:30.193188 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eeecf16-6039-4329-8f4e-14de98d1f820 req-b754e3d1-1cb6-4927-a2e6-bc7d9d28da5b tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Network 43317c7a-deea-471e-aa4d-d9fcabe56660 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:57:30.203780 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [req-0eeecf16-6039-4329-8f4e-14de98d1f820 req-b754e3d1-1cb6-4927-a2e6-bc7d9d28da5b tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:57:30.207340 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b754e3d1-1cb6-4927-a2e6-bc7d9d28da5b tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Pushing event updated for resources: {'Port': ['ID=ea8b5fab-5e4e-46eb-ba42-4d1b90f99788,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:30.212719 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eeecf16-6039-4329-8f4e-14de98d1f820 req-b754e3d1-1cb6-4927-a2e6-bc7d9d28da5b tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 12:57:30.220990 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeecf16-6039-4329-8f4e-14de98d1f820 req-b754e3d1-1cb6-4927-a2e6-bc7d9d28da5b tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:30.221943 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-0eeecf16-6039-4329-8f4e-14de98d1f820 req-b754e3d1-1cb6-4927-a2e6-bc7d9d28da5b tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:30.265620 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0eeecf16-6039-4329-8f4e-14de98d1f820 req-b754e3d1-1cb6-4927-a2e6-bc7d9d28da5b tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8480942 Sep 21 12:57:30.358505 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881dc0d8-f32f-415e-aca9-2ec61fa36ebd req-e2f629ad-1593-4942-a09e-126b738308d8 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:30.360275 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-881dc0d8-f32f-415e-aca9-2ec61fa36ebd req-e2f629ad-1593-4942-a09e-126b738308d8 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 932 time: 0.1185570 Sep 21 12:57:30.384360 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b036e5-a0fd-466b-8e18-1cbd078c04ca req-b2d61957-8833-440e-95f7-b15588424b02 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:30.396693 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-14b036e5-a0fd-466b-8e18-1cbd078c04ca req-b2d61957-8833-440e-95f7-b15588424b02 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=1182269b-5266-491a-8c7e-4a3e85e3c33a HTTP/1.1" status: 200 len: 943 time: 0.0953364 Sep 21 12:57:30.417972 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-881dc0d8-f32f-415e-aca9-2ec61fa36ebd req-9b744078-b3de-4e82-97a8-5a5827637086 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/security-groups?id=556c2313-ec43-4407-9345-bd30f5a3839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503578 Sep 21 12:57:30.458583 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-14b036e5-a0fd-466b-8e18-1cbd078c04ca req-042d7696-e78e-4f6d-83b8-d889fb8dd2e8 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551176 Sep 21 12:57:30.651773 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-ca612762-0f42-4787-b5e5-1c1fddea3403 None None] Provisioning complete for port ea8b5fab-5e4e-46eb-ba42-4d1b90f99788 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:57:30.653802 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ca612762-0f42-4787-b5e5-1c1fddea3403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:30.702799 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-ca612762-0f42-4787-b5e5-1c1fddea3403 None None] Port ea8b5fab-5e4e-46eb-ba42-4d1b90f99788 cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 12:57:30.708450 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device cf3dd969-8e6c-4ca0-85b1-b5dbdd367470 details requested by agent hyperv_hv-cinder-81013 with host hv-cinder-81013 {{(pid=93970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 12:57:30.759011 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b69cb-3e1a-4887-85f1-70886a137848 req-f461202e-adb9-4579-91e4-f8820fede243 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:30.761957 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-927b69cb-3e1a-4887-85f1-70886a137848 req-f461202e-adb9-4579-91e4-f8820fede243 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 945 time: 0.1218450 Sep 21 12:57:30.828781 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-927b69cb-3e1a-4887-85f1-70886a137848 req-637b40c0-d23c-403d-abe3-f8ec8a9c4cc4 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495815 Sep 21 12:57:30.888899 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port cf3dd969-8e6c-4ca0-85b1-b5dbdd367470, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=cf3dd969-8e6c-4ca0-85b1-b5dbdd367470,segment=NetworkSegment(d65f44a9-e76e-4bb2-9420-80b10a796110),segment_id=d65f44a9-e76e-4bb2-9420-80b10a796110)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:57:30.902922 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Returning: {'device': 'cf3dd969-8e6c-4ca0-85b1-b5dbdd367470', 'network_id': '448bd693-ac99-4c36-8b6e-b9a357473df4', 'port_id': 'cf3dd969-8e6c-4ca0-85b1-b5dbdd367470', 'mac_address': 'fa:16:3e:42:50:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc0ebff-08f8-4d98-a7ec-9196a5213e06', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 12:57:30.937402 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402b67bb-249c-40df-980c-d86be34fe947 req-0b1cecc1-fccc-4bf6-b50b-3d810750f412 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:30.941578 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-402b67bb-249c-40df-980c-d86be34fe947 req-0b1cecc1-fccc-4bf6-b50b-3d810750f412 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0573194 Sep 21 12:57:30.947013 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:30.962607 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf3dd969-8e6c-4ca0-85b1-b5dbdd367470 {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 12:57:30.985184 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port cf3dd969-8e6c-4ca0-85b1-b5dbdd367470, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=cf3dd969-8e6c-4ca0-85b1-b5dbdd367470,segment=NetworkSegment(d65f44a9-e76e-4bb2-9420-80b10a796110),segment_id=d65f44a9-e76e-4bb2-9420-80b10a796110)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:57:30.993406 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:31.030964 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-402b67bb-249c-40df-980c-d86be34fe947 req-ea0a89bd-58cd-42e7-8fea-e22cad4e3738 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708232 Sep 21 12:57:31.049620 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=cf3dd969-8e6c-4ca0-85b1-b5dbdd367470,revision_number=6']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:31.061496 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:57:31.062061 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:57:31.062427 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:57:31.062773 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:57:31.063181 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:57:31.063512 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:57:31.063913 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:57:31.064240 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:57:31.064659 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:57:31.064986 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:57:31.065382 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:57:31.065920 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:57:31.123363 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] get_ports_and_sgs() called for port_ids ['cf3dd969-8e6c-4ca0-85b1-b5dbdd367470'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 12:57:31.151080 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18671b7-165b-44fb-b7e4-030cdef3f8c7 req-8846d713-8aef-4e37-a9fc-c6abb9ca83ca tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:31.152776 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f18671b7-165b-44fb-b7e4-030cdef3f8c7 req-8846d713-8aef-4e37-a9fc-c6abb9ca83ca tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86 HTTP/1.1" status: 200 len: 944 time: 0.0592132 Sep 21 12:57:31.193744 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f18671b7-165b-44fb-b7e4-030cdef3f8c7 req-f3f17922-c3db-4c20-8156-ead8e679eabc tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335441 Sep 21 12:57:31.548954 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e835df1-a8f8-461e-bf09-601994f65969 req-8fa19bee-87a4-4dcd-8602-47bcafda3a41 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:31.550796 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7e835df1-a8f8-461e-bf09-601994f65969 req-8fa19bee-87a4-4dcd-8602-47bcafda3a41 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 932 time: 0.0555174 Sep 21 12:57:31.582073 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12acc194-a9dd-4c74-b654-1edf1c610ca8 req-73a98234-e131-4137-9bb2-eafd9ac88a9c tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:31.583868 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-12acc194-a9dd-4c74-b654-1edf1c610ca8 req-73a98234-e131-4137-9bb2-eafd9ac88a9c tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=1182269b-5266-491a-8c7e-4a3e85e3c33a HTTP/1.1" status: 200 len: 943 time: 0.0630405 Sep 21 12:57:31.594178 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7e835df1-a8f8-461e-bf09-601994f65969 req-b17fd99b-c309-40d8-b9ec-42870fd42894 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/security-groups?id=556c2313-ec43-4407-9345-bd30f5a3839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365620 Sep 21 12:57:31.628970 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-12acc194-a9dd-4c74-b654-1edf1c610ca8 req-0fd8f1c2-2ccb-4519-b892-2a3a1ec4c855 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377297 Sep 21 12:57:31.977659 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0089ac6-135a-4f78-ad7f-fff23b706f78 req-a3e833bf-126c-4574-adb1-19861331c7d0 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:31.979146 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f0089ac6-135a-4f78-ad7f-fff23b706f78 req-a3e833bf-126c-4574-adb1-19861331c7d0 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 944 time: 0.0718703 Sep 21 12:57:32.024128 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f0089ac6-135a-4f78-ad7f-fff23b706f78 req-623e51c0-9bb4-424e-9201-8f8818153a9a tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368104 Sep 21 12:57:32.178812 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d695597-5f2d-4573-ab3e-e1b8ef873780 req-bc74a5b7-3769-45d9-a793-dd0d66c96d9b tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:32.180398 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2d695597-5f2d-4573-ab3e-e1b8ef873780 req-bc74a5b7-3769-45d9-a793-dd0d66c96d9b tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0583580 Sep 21 12:57:32.223852 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2d695597-5f2d-4573-ab3e-e1b8ef873780 req-00a0e412-7b9c-40ce-8e66-aba730757b73 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365798 Sep 21 12:57:32.330222 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578a0a8-95d7-4128-81f3-b16df944e756 req-3f228dc4-8e2b-4448-bcfa-4bc6cd58ab7a tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:32.331862 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2578a0a8-95d7-4128-81f3-b16df944e756 req-3f228dc4-8e2b-4448-bcfa-4bc6cd58ab7a tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86 HTTP/1.1" status: 200 len: 944 time: 0.0625234 Sep 21 12:57:32.370985 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2578a0a8-95d7-4128-81f3-b16df944e756 req-dc6398a6-afbd-4e9c-9c99-11440190cefd tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330970 Sep 21 12:57:32.669767 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device cf3dd969-8e6c-4ca0-85b1-b5dbdd367470 up at agent hyperv_hv-cinder-81013 {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:57:32.735765 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72f811-8045-49a3-abba-68bd0d1145ac req-f0585044-6bba-4e3f-b932-a3ac6460a61d tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:32.737315 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4f72f811-8045-49a3-abba-68bd0d1145ac req-f0585044-6bba-4e3f-b932-a3ac6460a61d tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 932 time: 0.0693412 Sep 21 12:57:32.742941 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Provisioning complete for port cf3dd969-8e6c-4ca0-85b1-b5dbdd367470 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:57:32.743359 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:32.788058 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4f72f811-8045-49a3-abba-68bd0d1145ac req-d6f07d3b-a3e8-4341-90f1-37d97257c744 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/security-groups?id=556c2313-ec43-4407-9345-bd30f5a3839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410786 Sep 21 12:57:32.817233 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6c5a9-97b6-41d4-a8ad-bf9434a7587c req-c4ddd597-e05f-452f-8cf0-f3001483ff96 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:32.822584 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6fd6c5a9-97b6-41d4-a8ad-bf9434a7587c req-c4ddd597-e05f-452f-8cf0-f3001483ff96 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=1182269b-5266-491a-8c7e-4a3e85e3c33a HTTP/1.1" status: 200 len: 943 time: 0.0784929 Sep 21 12:57:32.845922 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:32.860769 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6fd6c5a9-97b6-41d4-a8ad-bf9434a7587c req-119db476-9267-4281-8f36-6599488efd6e tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345531 Sep 21 12:57:32.872779 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e963d5b-22a8-4cd6-8a7e-0f533881f96b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf3dd969-8e6c-4ca0-85b1-b5dbdd367470'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 12:57:32.875648 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e3f31dd35d6e9892686e3dd7e28a33bc22b0e68501ee526cb23c786b8cd504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19708605-e753-448e-8492-053fef887361" -d '{"events": [{"server_uuid": "7e963d5b-22a8-4cd6-8a7e-0f533881f96b", "name": "network-vif-plugged", "status": "completed", "tag": "cf3dd969-8e6c-4ca0-85b1-b5dbdd367470"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:57:32.896437 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port cf3dd969-8e6c-4ca0-85b1-b5dbdd367470, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=cf3dd969-8e6c-4ca0-85b1-b5dbdd367470,segment=NetworkSegment(d65f44a9-e76e-4bb2-9420-80b10a796110),segment_id=d65f44a9-e76e-4bb2-9420-80b10a796110)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:57:32.905893 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:32.941579 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 12:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0dddbe1-47e0-4a4c-807b-9d804d8e8b81 x-openstack-request-id: req-c0dddbe1-47e0-4a4c-807b-9d804d8e8b81 {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:57:32.941848 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e963d5b-22a8-4cd6-8a7e-0f533881f96b", "name": "network-vif-plugged", "status": "completed", "tag": "cf3dd969-8e6c-4ca0-85b1-b5dbdd367470", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:57:32.942098 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c0dddbe1-47e0-4a4c-807b-9d804d8e8b81 {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:57:32.942500 dv-cinder-810131-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e963d5b-22a8-4cd6-8a7e-0f533881f96b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf3dd969-8e6c-4ca0-85b1-b5dbdd367470', 'code': 200} Sep 21 12:57:32.971618 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=cf3dd969-8e6c-4ca0-85b1-b5dbdd367470,revision_number=7']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:33.154201 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0292fd-2f44-4a10-b3c8-80c099b33635 req-9a7883d8-4d37-4848-aece-7d77746c355f tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:33.155862 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7e0292fd-2f44-4a10-b3c8-80c099b33635 req-9a7883d8-4d37-4848-aece-7d77746c355f tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 945 time: 0.0538251 Sep 21 12:57:33.198430 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7e0292fd-2f44-4a10-b3c8-80c099b33635 req-40726d3e-0bd7-4356-ac7e-1a740b4e09e3 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357878 Sep 21 12:57:33.366370 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde41845-87bd-4f8b-ad5e-5d64a1f2c7b4 req-6f124b22-4396-4a09-af27-acc6c164567c tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:33.367895 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fde41845-87bd-4f8b-ad5e-5d64a1f2c7b4 req-6f124b22-4396-4a09-af27-acc6c164567c tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0607748 Sep 21 12:57:33.412987 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fde41845-87bd-4f8b-ad5e-5d64a1f2c7b4 req-d322b879-066d-4e4b-82b9-d52db89bb800 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386860 Sep 21 12:57:33.500109 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef069b-de74-43f9-b896-2d5ed64dedb5 req-59a2a8f0-a1cb-4332-babb-7a18da5ce4de tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:33.501855 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3bef069b-de74-43f9-b896-2d5ed64dedb5 req-59a2a8f0-a1cb-4332-babb-7a18da5ce4de tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86 HTTP/1.1" status: 200 len: 944 time: 0.0590482 Sep 21 12:57:33.541862 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3bef069b-de74-43f9-b896-2d5ed64dedb5 req-bd8dc6f3-335e-4acd-b8d9-c8daeae9b790 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333374 Sep 21 12:57:33.926041 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67b6e0-7144-4a52-9ba5-6843ad9b380b req-e3d8601b-6201-4e7e-82f6-5a1eeea11670 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:33.927888 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8b67b6e0-7144-4a52-9ba5-6843ad9b380b req-e3d8601b-6201-4e7e-82f6-5a1eeea11670 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 932 time: 0.0707471 Sep 21 12:57:33.992602 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8b67b6e0-7144-4a52-9ba5-6843ad9b380b req-664ae4de-ffa3-41ca-9e1d-3cc30412bec8 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/security-groups?id=556c2313-ec43-4407-9345-bd30f5a3839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564959 Sep 21 12:57:34.015063 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a1ae3f-7cd6-433d-9899-eb50163707e1 req-397feaf3-b4aa-4ad0-a94b-a86d240e3127 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:34.017288 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-63a1ae3f-7cd6-433d-9899-eb50163707e1 req-397feaf3-b4aa-4ad0-a94b-a86d240e3127 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=1182269b-5266-491a-8c7e-4a3e85e3c33a HTTP/1.1" status: 200 len: 943 time: 0.0692730 Sep 21 12:57:34.069554 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-63a1ae3f-7cd6-433d-9899-eb50163707e1 req-ee277e54-5066-45c1-b9f3-f04d71536eda tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409198 Sep 21 12:57:34.348700 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae258f93-96bc-4cbf-bb36-75612951b681 req-11e94394-482f-4ab1-bc62-c2fc3b5e1a07 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:34.352423 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ae258f93-96bc-4cbf-bb36-75612951b681 req-11e94394-482f-4ab1-bc62-c2fc3b5e1a07 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 945 time: 0.0783148 Sep 21 12:57:34.406880 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ae258f93-96bc-4cbf-bb36-75612951b681 req-cbe8c3ce-2be7-4555-9d4c-76bf6755c5e4 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498228 Sep 21 12:57:34.535551 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf71af2-a229-4f94-9526-c35d59338c0e req-b8a4855f-6eab-42ce-82bd-2950e698db0a tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:34.537061 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1cf71af2-a229-4f94-9526-c35d59338c0e req-b8a4855f-6eab-42ce-82bd-2950e698db0a tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0507269 Sep 21 12:57:34.579366 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1cf71af2-a229-4f94-9526-c35d59338c0e req-20e7552a-1454-4bd1-ad51-e106cf6a56ff tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360856 Sep 21 12:57:34.665378 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc7b16-12ae-4f2d-9059-b60408483b99 req-d7775111-d0bc-4617-acc9-9fd4a2347f0f tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:34.667292 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f6bc7b16-12ae-4f2d-9059-b60408483b99 req-d7775111-d0bc-4617-acc9-9fd4a2347f0f tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86 HTTP/1.1" status: 200 len: 944 time: 0.0525069 Sep 21 12:57:34.705475 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f6bc7b16-12ae-4f2d-9059-b60408483b99 req-9e59f546-3d8d-45a8-8f50-b788c47e3291 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317004 Sep 21 12:57:35.131725 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344898ae-6d11-4f2d-8d34-7fcb9099f0cb req-27751c55-1678-45d0-b641-37d4f0881e5e tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:35.142654 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-344898ae-6d11-4f2d-8d34-7fcb9099f0cb req-27751c55-1678-45d0-b641-37d4f0881e5e tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 932 time: 0.0637171 Sep 21 12:57:35.187703 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-344898ae-6d11-4f2d-8d34-7fcb9099f0cb req-39ff2c32-1f75-4b1e-80f3-9c1c5f4aba8b tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/security-groups?id=556c2313-ec43-4407-9345-bd30f5a3839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440092 Sep 21 12:57:35.208953 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c78288-849a-4ab1-97a3-bf465fa0f1a0 req-f4cc7fab-f727-4ec5-ba3f-be415b6e10b9 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:35.208953 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-59c78288-849a-4ab1-97a3-bf465fa0f1a0 req-f4cc7fab-f727-4ec5-ba3f-be415b6e10b9 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=1182269b-5266-491a-8c7e-4a3e85e3c33a HTTP/1.1" status: 200 len: 943 time: 0.0575171 Sep 21 12:57:35.245755 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-59c78288-849a-4ab1-97a3-bf465fa0f1a0 req-04c49f03-eb2e-4ab6-bc72-70c6d3904e35 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345907 Sep 21 12:57:35.503811 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 58990) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:57:35.547005 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb860d-00ad-4151-8569-8d2f33fcfe86 req-f292370f-7c15-4416-83a6-81dd8be0e9d3 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:35.548718 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ffdb860d-00ad-4151-8569-8d2f33fcfe86 req-f292370f-7c15-4416-83a6-81dd8be0e9d3 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 945 time: 0.0625329 Sep 21 12:57:35.587392 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ffdb860d-00ad-4151-8569-8d2f33fcfe86 req-5f29095e-b212-4120-8d2d-3df994bd1052 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327997 Sep 21 12:57:35.625204 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d9d3e07d-18dd-4702-977b-42bf976d4867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:35.731863 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ff51c-fb55-45af-9501-cd597751b69c req-e25ea87b-a3df-4060-8fd3-fff523746858 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:35.733995 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ba0ff51c-fb55-45af-9501-cd597751b69c req-e25ea87b-a3df-4060-8fd3-fff523746858 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0729654 Sep 21 12:57:35.787869 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ba0ff51c-fb55-45af-9501-cd597751b69c req-d0fdae36-a9d7-4379-8820-d3b8d701bdd6 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440140 Sep 21 12:57:35.810202 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d9d3e07d-18dd-4702-977b-42bf976d4867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:35.817773 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d9d3e07d-18dd-4702-977b-42bf976d4867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:35.832624 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-b5107449-46e0-4483-9031-0c19752d4acf None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:57:35.873699 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-d9d3e07d-18dd-4702-977b-42bf976d4867 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a8f2376cf33849988a7ce0c12e51d575&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3680463 Sep 21 12:57:35.879079 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 58998) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:57:35.885294 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d3e07d-18dd-4702-977b-42bf976d4867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69844707-e9b2-4e2c-8c80-19fa8bff1be4,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:35.889616 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62dcf7a-e8f2-4972-8212-384a723fefd3 req-8edcb42e-bbbd-45e1-a60e-7a567ce14b39 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:35.891170 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e62dcf7a-e8f2-4972-8212-384a723fefd3 req-8edcb42e-bbbd-45e1-a60e-7a567ce14b39 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86 HTTP/1.1" status: 200 len: 944 time: 0.0696404 Sep 21 12:57:35.939467 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e62dcf7a-e8f2-4972-8212-384a723fefd3 req-10758719-d85a-404a-a15d-0a75899dabe4 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402637 Sep 21 12:57:35.945454 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8dd1b770-3d2b-4319-8017-bdb5b1c115cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:35.968048 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8dd1b770-3d2b-4319-8017-bdb5b1c115cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:36.019264 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8dd1b770-3d2b-4319-8017-bdb5b1c115cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:36.022299 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8dd1b770-3d2b-4319-8017-bdb5b1c115cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:36.023499 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-8dd1b770-3d2b-4319-8017-bdb5b1c115cc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/69844707-e9b2-4e2c-8c80-19fa8bff1be4 HTTP/1.1" status: 204 len: 168 time: 0.1434920 Sep 21 12:57:36.031556 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd1b770-3d2b-4319-8017-bdb5b1c115cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69844707-e9b2-4e2c-8c80-19fa8bff1be4,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:36.336855 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55821c97-1a54-4d91-9b59-53c4f4926b27 req-e7984bfa-6143-4e44-9c98-d8f300731d2e tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:36.338466 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-55821c97-1a54-4d91-9b59-53c4f4926b27 req-e7984bfa-6143-4e44-9c98-d8f300731d2e tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 932 time: 0.0732708 Sep 21 12:57:36.374282 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b61b6-9ee5-4c81-8202-8856967fb70c req-8a9203d2-5c0f-4acd-9c71-c941e59ea62b tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:36.375710 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ef2b61b6-9ee5-4c81-8202-8856967fb70c req-8a9203d2-5c0f-4acd-9c71-c941e59ea62b tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=1182269b-5266-491a-8c7e-4a3e85e3c33a HTTP/1.1" status: 200 len: 943 time: 0.0522425 Sep 21 12:57:36.378998 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-55821c97-1a54-4d91-9b59-53c4f4926b27 req-b9c66b72-49f7-4b2d-88ba-e6b6ba68b709 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/security-groups?id=556c2313-ec43-4407-9345-bd30f5a3839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330136 Sep 21 12:57:36.420911 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ef2b61b6-9ee5-4c81-8202-8856967fb70c req-8081b515-6989-4c7c-8409-00ec8b175cc0 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389659 Sep 21 12:57:36.715295 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399bf287-0840-4f6a-ba05-3badd806cdcf req-2e389ff8-0641-4352-9c52-0b3954013e2c tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:36.717485 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-399bf287-0840-4f6a-ba05-3badd806cdcf req-2e389ff8-0641-4352-9c52-0b3954013e2c tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 945 time: 0.0499992 Sep 21 12:57:36.759764 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-399bf287-0840-4f6a-ba05-3badd806cdcf req-10b29940-2931-49bb-b105-7d80da38020a tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361238 Sep 21 12:57:36.938991 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d93686-4b50-42e8-a931-742f3821695d req-a78548fb-3006-482a-8b8d-e18172fac2c7 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:36.940470 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e8d93686-4b50-42e8-a931-742f3821695d req-a78548fb-3006-482a-8b8d-e18172fac2c7 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0539689 Sep 21 12:57:37.014844 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e8d93686-4b50-42e8-a931-742f3821695d req-3c09912a-19d0-4d67-9157-dbc5e6c6cfd0 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589602 Sep 21 12:57:37.080394 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6208f67-f322-4f45-b442-d2ce287b4200 req-8d9e35ea-442a-48a9-bb80-12cd2ba5c32e tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:37.082261 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e6208f67-f322-4f45-b442-d2ce287b4200 req-8d9e35ea-442a-48a9-bb80-12cd2ba5c32e tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86 HTTP/1.1" status: 200 len: 944 time: 0.0618856 Sep 21 12:57:37.120394 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e6208f67-f322-4f45-b442-d2ce287b4200 req-fcb0cffe-958c-40c0-afe3-30696405a8a5 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317736 Sep 21 12:57:37.497317 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ad559-a5f0-4bd0-b39e-ae397b7fcb24 req-1bf68171-d1bf-4be5-9f5a-c20b417f6941 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:37.500554 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3f6ad559-a5f0-4bd0-b39e-ae397b7fcb24 req-1bf68171-d1bf-4be5-9f5a-c20b417f6941 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 932 time: 0.0507205 Sep 21 12:57:37.549319 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3f6ad559-a5f0-4bd0-b39e-ae397b7fcb24 req-767c08a3-877d-44e3-a30b-1c3d9960e775 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/security-groups?id=556c2313-ec43-4407-9345-bd30f5a3839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429754 Sep 21 12:57:37.550598 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2185e88-61a4-43c8-bf9c-3c95aa4c5357 req-42ba4b99-06a3-4181-b23b-7b847be2dff5 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:37.552402 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c2185e88-61a4-43c8-bf9c-3c95aa4c5357 req-42ba4b99-06a3-4181-b23b-7b847be2dff5 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=1182269b-5266-491a-8c7e-4a3e85e3c33a HTTP/1.1" status: 200 len: 943 time: 0.0636897 Sep 21 12:57:37.593801 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c2185e88-61a4-43c8-bf9c-3c95aa4c5357 req-b3b66844-f66f-4242-aaea-42f00c2826e9 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354886 Sep 21 12:57:37.891849 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f199b-7c45-43c2-ad53-be5228e45e01 req-eb075a90-8318-4605-a734-3b8438bf2ce1 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:37.893271 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1d9f199b-7c45-43c2-ad53-be5228e45e01 req-eb075a90-8318-4605-a734-3b8438bf2ce1 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 945 time: 0.0571599 Sep 21 12:57:37.929746 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1d9f199b-7c45-43c2-ad53-be5228e45e01 req-ff24c262-4a11-4ea5-8547-821506353720 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306220 Sep 21 12:57:38.114899 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82859858-78b9-4e6b-a6b5-21988bb72359 req-5a792eb0-3877-4d37-9544-d165caa858e6 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:38.123670 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-82859858-78b9-4e6b-a6b5-21988bb72359 req-5a792eb0-3877-4d37-9544-d165caa858e6 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0579772 Sep 21 12:57:38.161438 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-82859858-78b9-4e6b-a6b5-21988bb72359 req-50d99a87-9886-40f3-b036-b4fdb554c1f3 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362484 Sep 21 12:57:38.239863 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81474b8e-80c7-418f-b07d-978f7164cbf1 req-2463da8b-b51d-446d-bad0-17e19673f81a tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:38.241373 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-81474b8e-80c7-418f-b07d-978f7164cbf1 req-2463da8b-b51d-446d-bad0-17e19673f81a tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86 HTTP/1.1" status: 200 len: 944 time: 0.0508339 Sep 21 12:57:38.282050 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-81474b8e-80c7-418f-b07d-978f7164cbf1 req-2b8b77bb-981b-4914-9b2c-7459762c2c64 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347731 Sep 21 12:57:38.671966 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ea9b7-d1c3-4ad7-ab10-f3b1a250694c req-080a8b56-275c-4442-98f5-1e8bc0956c1e tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:38.673496 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f41ea9b7-d1c3-4ad7-ab10-f3b1a250694c req-080a8b56-275c-4442-98f5-1e8bc0956c1e tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 932 time: 0.0567791 Sep 21 12:57:38.716737 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f41ea9b7-d1c3-4ad7-ab10-f3b1a250694c req-51b2f83c-be16-4577-ac45-c594bee68dc5 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/security-groups?id=556c2313-ec43-4407-9345-bd30f5a3839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368137 Sep 21 12:57:38.718248 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c932120-4787-451d-8755-b40f658e6ef7 req-85502eea-1f6e-4016-a86b-c28818c44757 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:38.719985 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6c932120-4787-451d-8755-b40f658e6ef7 req-85502eea-1f6e-4016-a86b-c28818c44757 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=1182269b-5266-491a-8c7e-4a3e85e3c33a HTTP/1.1" status: 200 len: 943 time: 0.0577528 Sep 21 12:57:38.762341 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6c932120-4787-451d-8755-b40f658e6ef7 req-381966d3-7a12-4faa-a87b-cce6c54ff181 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362592 Sep 21 12:57:39.059030 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7815fb-5118-4106-bb83-c95d065f65ad req-31d7b86d-8cf2-4be2-9753-826e11651a34 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:39.060894 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cb7815fb-5118-4106-bb83-c95d065f65ad req-31d7b86d-8cf2-4be2-9753-826e11651a34 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 945 time: 0.0515773 Sep 21 12:57:39.103918 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cb7815fb-5118-4106-bb83-c95d065f65ad req-f47a917e-7ddc-4bc3-8f38-620d7d7c59fb tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365133 Sep 21 12:57:39.289510 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97393150-34d0-49d2-8ec3-2dcd5f3e9879 req-5cba290c-cdd9-49de-a680-b5c2b9204031 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:39.291093 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-97393150-34d0-49d2-8ec3-2dcd5f3e9879 req-5cba290c-cdd9-49de-a680-b5c2b9204031 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0576448 Sep 21 12:57:39.332407 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-97393150-34d0-49d2-8ec3-2dcd5f3e9879 req-7689e9e8-e73e-422a-bd87-308b4550d300 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353465 Sep 21 12:57:39.428615 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06851d-d370-4cd6-a51d-836594533cb6 req-475b4f0f-6424-47e9-afaa-be4371f8f07a tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:39.430549 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fe06851d-d370-4cd6-a51d-836594533cb6 req-475b4f0f-6424-47e9-afaa-be4371f8f07a tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86 HTTP/1.1" status: 200 len: 944 time: 0.0637040 Sep 21 12:57:39.477779 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fe06851d-d370-4cd6-a51d-836594533cb6 req-bd3c4681-1d9e-444b-a979-96bfdf3fa21b tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401952 Sep 21 12:57:39.846589 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125485c-af8b-4915-b334-6aac59702e7f req-13f9fc08-0244-449c-98c3-ca192fbb2e84 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:39.848203 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d125485c-af8b-4915-b334-6aac59702e7f req-13f9fc08-0244-449c-98c3-ca192fbb2e84 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 932 time: 0.0594096 Sep 21 12:57:39.893078 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6f02c-19e1-4c14-b6e0-c7295c360c2d req-63b9a072-fbf2-4481-ace2-fe65ad118bb9 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:39.894703 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1bb6f02c-19e1-4c14-b6e0-c7295c360c2d req-63b9a072-fbf2-4481-ace2-fe65ad118bb9 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=1182269b-5266-491a-8c7e-4a3e85e3c33a HTTP/1.1" status: 200 len: 943 time: 0.0629585 Sep 21 12:57:39.896117 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d125485c-af8b-4915-b334-6aac59702e7f req-49477ef1-ca9c-40fb-822c-9db63359384b tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/security-groups?id=556c2313-ec43-4407-9345-bd30f5a3839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411401 Sep 21 12:57:39.946991 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1bb6f02c-19e1-4c14-b6e0-c7295c360c2d req-6482c121-f45e-46ff-a7f0-6a91ad4c47bd tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432153 Sep 21 12:57:40.234156 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3686d016-a952-4bbb-8b5b-be1e4be38d23 req-a7be0985-9118-4fb3-9099-0c61972f8d7e tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:40.236153 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3686d016-a952-4bbb-8b5b-be1e4be38d23 req-a7be0985-9118-4fb3-9099-0c61972f8d7e tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 945 time: 0.0554736 Sep 21 12:57:40.275727 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3686d016-a952-4bbb-8b5b-be1e4be38d23 req-f705e43f-3104-4858-a745-b5e10e35235b tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328979 Sep 21 12:57:40.454888 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af4dce-c298-4969-9055-ab6f8c68a97e req-be06eaf2-ecd3-4255-ab5b-02fdc7f88011 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:40.456385 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a8af4dce-c298-4969-9055-ab6f8c68a97e req-be06eaf2-ecd3-4255-ab5b-02fdc7f88011 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0524161 Sep 21 12:57:40.495415 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a8af4dce-c298-4969-9055-ab6f8c68a97e req-ada2c45c-4efb-4764-9862-3d964ce10c6e tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330131 Sep 21 12:57:40.608152 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22ee97-14d7-4a4c-87af-ccb266e052d4 req-f5b4fdfc-7bad-4367-b6b1-52b493269490 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:40.609790 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4f22ee97-14d7-4a4c-87af-ccb266e052d4 req-f5b4fdfc-7bad-4367-b6b1-52b493269490 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86 HTTP/1.1" status: 200 len: 944 time: 0.0558033 Sep 21 12:57:40.648931 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4f22ee97-14d7-4a4c-87af-ccb266e052d4 req-f02445e3-a4e5-4014-8059-486f1ad45df3 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331202 Sep 21 12:57:41.025684 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd06988-c8f8-4ccb-96dd-8075c9e7571b req-02a1c30c-0f50-428d-98db-5689d6fdf7cc tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:41.027426 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8fd06988-c8f8-4ccb-96dd-8075c9e7571b req-02a1c30c-0f50-428d-98db-5689d6fdf7cc tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 932 time: 0.0509183 Sep 21 12:57:41.057548 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-0eeecf16-6039-4329-8f4e-14de98d1f820 req-2aadb4d2-ed8e-4828-9072-97caa21754d9 service neutron] Request body: {'port': {'device_id': 'b3b4203b-bdd3-453e-b62c-323bc9b69181', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81013'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:57:41.074791 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b7731-186b-402e-aa71-d3b24748b5e6 req-eb08df9e-3d45-49e9-9652-93fc4b7b1c85 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:41.076958 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-677b7731-186b-402e-aa71-d3b24748b5e6 req-eb08df9e-3d45-49e9-9652-93fc4b7b1c85 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=1182269b-5266-491a-8c7e-4a3e85e3c33a HTTP/1.1" status: 200 len: 943 time: 0.0544913 Sep 21 12:57:41.095828 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8fd06988-c8f8-4ccb-96dd-8075c9e7571b req-c0764718-7385-4794-9b06-f9fcab0d8989 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/security-groups?id=556c2313-ec43-4407-9345-bd30f5a3839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604067 Sep 21 12:57:41.124714 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-677b7731-186b-402e-aa71-d3b24748b5e6 req-3e71b893-c6bd-4ed2-8cf6-3752c13c1125 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405037 Sep 21 12:57:41.127909 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-0eeecf16-6039-4329-8f4e-14de98d1f820 req-2aadb4d2-ed8e-4828-9072-97caa21754d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:41.358237 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342db395-0d94-4330-8b2a-039a1d7b3986 req-6bb6d010-bab1-4ef9-8649-a2866397733d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:41.359797 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-342db395-0d94-4330-8b2a-039a1d7b3986 req-6bb6d010-bab1-4ef9-8649-a2866397733d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 1099 time: 0.0490928 Sep 21 12:57:41.406625 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-342db395-0d94-4330-8b2a-039a1d7b3986 req-f328249b-80fb-4950-9f98-d28d0c4f2743 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323331 Sep 21 12:57:41.430789 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837cdf3c-498f-4ed1-aa06-46664f3f40d4 req-bf71037f-8433-41c2-82f4-b354fd8f6c0d tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:41.432297 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-837cdf3c-498f-4ed1-aa06-46664f3f40d4 req-bf71037f-8433-41c2-82f4-b354fd8f6c0d tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 945 time: 0.0787642 Sep 21 12:57:41.484325 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [req-0eeecf16-6039-4329-8f4e-14de98d1f820 req-2aadb4d2-ed8e-4828-9072-97caa21754d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea8b5fab-5e4e-46eb-ba42-4d1b90f99788 {{(pid=93969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 12:57:41.497112 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-0eeecf16-6039-4329-8f4e-14de98d1f820 req-2aadb4d2-ed8e-4828-9072-97caa21754d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:41.511576 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-837cdf3c-498f-4ed1-aa06-46664f3f40d4 req-26d0a5b7-a5ad-482b-80b8-c60db8dc46f3 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567789 Sep 21 12:57:41.517090 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-0eeecf16-6039-4329-8f4e-14de98d1f820 req-2aadb4d2-ed8e-4828-9072-97caa21754d9 service neutron] Transition to ACTIVE for port object ea8b5fab-5e4e-46eb-ba42-4d1b90f99788 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 12:57:41.523276 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-0eeecf16-6039-4329-8f4e-14de98d1f820 req-2aadb4d2-ed8e-4828-9072-97caa21754d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:41.579946 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aadb4d2-ed8e-4828-9072-97caa21754d9 service neutron] Pushing event updated for resources: {'Port': ['ID=ea8b5fab-5e4e-46eb-ba42-4d1b90f99788,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:41.620897 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-0eeecf16-6039-4329-8f4e-14de98d1f820 req-2aadb4d2-ed8e-4828-9072-97caa21754d9 service neutron] Attempting to bind port ea8b5fab-5e4e-46eb-ba42-4d1b90f99788 on host hv-cinder-81013 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 12:57:41.621337 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-0eeecf16-6039-4329-8f4e-14de98d1f820 req-2aadb4d2-ed8e-4828-9072-97caa21754d9 service neutron] Attempting to bind port ea8b5fab-5e4e-46eb-ba42-4d1b90f99788 by drivers openvswitch,hyperv on host hv-cinder-81013 at level 0 using segments [{'id': 'f60c416f-d5e9-4863-99c9-b4221e1b0ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '43317c7a-deea-471e-aa4d-d9fcabe56660'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 12:57:41.621744 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eeecf16-6039-4329-8f4e-14de98d1f820 req-2aadb4d2-ed8e-4828-9072-97caa21754d9 service neutron] Attempting to bind port ea8b5fab-5e4e-46eb-ba42-4d1b90f99788 on network 43317c7a-deea-471e-aa4d-d9fcabe56660 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:57:41.630258 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eeecf16-6039-4329-8f4e-14de98d1f820 req-2aadb4d2-ed8e-4828-9072-97caa21754d9 service neutron] Port ea8b5fab-5e4e-46eb-ba42-4d1b90f99788 on network 43317c7a-deea-471e-aa4d-d9fcabe56660 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81013 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 12:57:41.630764 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eeecf16-6039-4329-8f4e-14de98d1f820 req-2aadb4d2-ed8e-4828-9072-97caa21754d9 service neutron] Attempting to bind port ea8b5fab-5e4e-46eb-ba42-4d1b90f99788 on network 43317c7a-deea-471e-aa4d-d9fcabe56660 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:57:41.636172 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eeecf16-6039-4329-8f4e-14de98d1f820 req-2aadb4d2-ed8e-4828-9072-97caa21754d9 service neutron] Checking agent: {'id': 'a6e01e35-01d6-479f-9faf-9c323aed8d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 12, 52, 16), 'started_at': datetime.datetime(2021, 9, 21, 12, 52, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 12, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 12:57:41.636602 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eeecf16-6039-4329-8f4e-14de98d1f820 req-2aadb4d2-ed8e-4828-9072-97caa21754d9 service neutron] Checking segment: {'id': 'f60c416f-d5e9-4863-99c9-b4221e1b0ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '43317c7a-deea-471e-aa4d-d9fcabe56660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:57:41.637059 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eeecf16-6039-4329-8f4e-14de98d1f820 req-2aadb4d2-ed8e-4828-9072-97caa21754d9 service neutron] Bound using segment: {'id': 'f60c416f-d5e9-4863-99c9-b4221e1b0ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '43317c7a-deea-471e-aa4d-d9fcabe56660'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:57:41.637576 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-0eeecf16-6039-4329-8f4e-14de98d1f820 req-2aadb4d2-ed8e-4828-9072-97caa21754d9 service neutron] Bound port: ea8b5fab-5e4e-46eb-ba42-4d1b90f99788, host: hv-cinder-81013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f60c416f-d5e9-4863-99c9-b4221e1b0ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '43317c7a-deea-471e-aa4d-d9fcabe56660'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 12:57:41.638008 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-0eeecf16-6039-4329-8f4e-14de98d1f820 req-2aadb4d2-ed8e-4828-9072-97caa21754d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:41.652862 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193b197-971f-4874-afd3-a6b291dc17f0 req-cd61621f-0506-46ea-b94e-82cecbf82f72 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:41.656754 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1193b197-971f-4874-afd3-a6b291dc17f0 req-cd61621f-0506-46ea-b94e-82cecbf82f72 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0627418 Sep 21 12:57:41.708535 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1193b197-971f-4874-afd3-a6b291dc17f0 req-7487e06a-fd13-4a8e-ad99-ee5fcd94472d tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452545 Sep 21 12:57:41.943450 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-0eeecf16-6039-4329-8f4e-14de98d1f820 req-2aadb4d2-ed8e-4828-9072-97caa21754d9 service neutron] For port ea8b5fab-5e4e-46eb-ba42-4d1b90f99788, host hv-cinder-81013, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:57:41.948088 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-0eeecf16-6039-4329-8f4e-14de98d1f820 req-2aadb4d2-ed8e-4828-9072-97caa21754d9 service neutron] For port ea8b5fab-5e4e-46eb-ba42-4d1b90f99788, host hv-cinder-81013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=ea8b5fab-5e4e-46eb-ba42-4d1b90f99788,segment=NetworkSegment(f60c416f-d5e9-4863-99c9-b4221e1b0ca9),segment_id=f60c416f-d5e9-4863-99c9-b4221e1b0ca9)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:57:41.957881 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603395ee-453a-4e77-ade9-50ec7538dc38 req-d6a03ff0-b395-427e-90a6-7b3e9cd3616b tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:41.959373 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-603395ee-453a-4e77-ade9-50ec7538dc38 req-d6a03ff0-b395-427e-90a6-7b3e9cd3616b tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86 HTTP/1.1" status: 200 len: 944 time: 0.0756254 Sep 21 12:57:41.960843 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-0eeecf16-6039-4329-8f4e-14de98d1f820 req-2aadb4d2-ed8e-4828-9072-97caa21754d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:42.011647 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeecf16-6039-4329-8f4e-14de98d1f820 req-2aadb4d2-ed8e-4828-9072-97caa21754d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:42.012407 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-0eeecf16-6039-4329-8f4e-14de98d1f820 req-2aadb4d2-ed8e-4828-9072-97caa21754d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:42.014313 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0eeecf16-6039-4329-8f4e-14de98d1f820 req-2aadb4d2-ed8e-4828-9072-97caa21754d9 service neutron] 10.222.0.45 "PUT /v2.0/ports/ea8b5fab-5e4e-46eb-ba42-4d1b90f99788 HTTP/1.1" status: 200 len: 1094 time: 0.9621575 Sep 21 12:57:42.016473 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b4203b-bdd3-453e-b62c-323bc9b69181', 'tag': 'ea8b5fab-5e4e-46eb-ba42-4d1b90f99788'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 12:57:42.018745 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}891eab8d1a3043c3e369406f1201b67df81013e3c20d23918ff9fd5cd34c6e83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4e3613-6a4c-448b-8279-585e97a7682e" -d '{"events": [{"name": "network-changed", "server_uuid": "b3b4203b-bdd3-453e-b62c-323bc9b69181", "tag": "ea8b5fab-5e4e-46eb-ba42-4d1b90f99788"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:57:42.058087 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-603395ee-453a-4e77-ade9-50ec7538dc38 req-7694de15-3f98-4fb9-82fe-296a26ec413e tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732746 Sep 21 12:57:42.058877 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aadb4d2-ed8e-4828-9072-97caa21754d9 service neutron] Pushing event updated for resources: {'Port': ['ID=ea8b5fab-5e4e-46eb-ba42-4d1b90f99788,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:42.072638 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 12:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8d5e14-8294-455e-99f1-4f2eba8eb073 x-openstack-request-id: req-4b8d5e14-8294-455e-99f1-4f2eba8eb073 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:57:42.072927 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3b4203b-bdd3-453e-b62c-323bc9b69181", "tag": "ea8b5fab-5e4e-46eb-ba42-4d1b90f99788", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:57:42.073175 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4b8d5e14-8294-455e-99f1-4f2eba8eb073 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:57:42.073563 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3b4203b-bdd3-453e-b62c-323bc9b69181', 'tag': 'ea8b5fab-5e4e-46eb-ba42-4d1b90f99788', 'status': 'completed', 'code': 200} Sep 21 12:57:42.119165 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeecf16-6039-4329-8f4e-14de98d1f820 req-b48f4e00-4968-4cb0-a644-8787e3ea1809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:42.120773 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0eeecf16-6039-4329-8f4e-14de98d1f820 req-b48f4e00-4968-4cb0-a644-8787e3ea1809 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54f9f534b71a4136abd69de59797e640&device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 1097 time: 0.0583162 Sep 21 12:57:42.176880 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0eeecf16-6039-4329-8f4e-14de98d1f820 req-eb0b8808-c2d3-49d5-9748-0274ed30479f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea8b5fab-5e4e-46eb-ba42-4d1b90f99788 HTTP/1.1" status: 200 len: 217 time: 0.0463960 Sep 21 12:57:42.235039 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ec721-f874-408c-b635-5a19a3553aea req-7faf7dd7-62f7-44bc-85c5-b769ff6748e3 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:42.236621 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1d3ec721-f874-408c-b635-5a19a3553aea req-7faf7dd7-62f7-44bc-85c5-b769ff6748e3 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 944 time: 0.0611589 Sep 21 12:57:42.273805 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeecf16-6039-4329-8f4e-14de98d1f820 req-b0ac55ea-352a-4f95-b9b2-baa0262f5452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:42.275240 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0eeecf16-6039-4329-8f4e-14de98d1f820 req-b0ac55ea-352a-4f95-b9b2-baa0262f5452 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=88584b3f-ee8b-47d0-84d7-098ad49e36b2 HTTP/1.1" status: 200 len: 854 time: 0.0864668 Sep 21 12:57:42.284241 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1d3ec721-f874-408c-b635-5a19a3553aea req-7d053e81-72b4-494d-978e-5cbe902af21c tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/security-groups?id=556c2313-ec43-4407-9345-bd30f5a3839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389454 Sep 21 12:57:42.286822 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2358b-ee86-4e62-ab8c-70e6005a9639 req-43fde8c1-317e-4e04-8732-5e5a14fb237b tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:42.288394 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e5c2358b-ee86-4e62-ab8c-70e6005a9639 req-43fde8c1-317e-4e04-8732-5e5a14fb237b tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=1182269b-5266-491a-8c7e-4a3e85e3c33a HTTP/1.1" status: 200 len: 943 time: 0.0676999 Sep 21 12:57:42.352889 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e5c2358b-ee86-4e62-ab8c-70e6005a9639 req-32a9d335-f6e4-46fd-8856-0005156254ee tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541096 Sep 21 12:57:42.355421 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeecf16-6039-4329-8f4e-14de98d1f820 req-10a8df07-2522-431f-99c2-43106918aefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:42.356864 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0eeecf16-6039-4329-8f4e-14de98d1f820 req-10a8df07-2522-431f-99c2-43106918aefc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=43317c7a-deea-471e-aa4d-d9fcabe56660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0675941 Sep 21 12:57:42.456442 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0eeecf16-6039-4329-8f4e-14de98d1f820 req-f89e14eb-d7cd-48dd-84ce-7b1d38675f3b service neutron] 10.222.0.45 "GET /v2.0/networks/43317c7a-deea-471e-aa4d-d9fcabe56660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911505 Sep 21 12:57:42.558207 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0eeecf16-6039-4329-8f4e-14de98d1f820 req-e703d9dd-d762-435f-9e1a-363bfef2030b service neutron] 10.222.0.45 "GET /v2.0/networks/43317c7a-deea-471e-aa4d-d9fcabe56660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876787 Sep 21 12:57:42.657880 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-7cc9ed6c-ca16-4c17-850f-212d793afb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:42.659451 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e3613-6a4c-448b-8279-585e97a7682e req-4e4fcf35-31c0-4e73-8ca6-eddaffde5022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:42.660979 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ac4e3613-6a4c-448b-8279-585e97a7682e req-4e4fcf35-31c0-4e73-8ca6-eddaffde5022 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54f9f534b71a4136abd69de59797e640&device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 1097 time: 0.0510397 Sep 21 12:57:42.666059 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ac439-66b0-4ed1-9bdb-a54ef8549178 req-a286983f-f188-498c-bc41-0ba536f1ca11 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:42.667600 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-720ac439-66b0-4ed1-9bdb-a54ef8549178 req-a286983f-f188-498c-bc41-0ba536f1ca11 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 945 time: 0.0607760 Sep 21 12:57:42.703410 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device 34639ada-7075-4263-9686-24f017afb1a9 details requested by agent hyperv_hv-cinder-81013 with host hv-cinder-81013 {{(pid=93970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 12:57:42.711755 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-720ac439-66b0-4ed1-9bdb-a54ef8549178 req-c0084922-ef6e-49cf-b776-313e47ae91cc tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364001 Sep 21 12:57:42.770070 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e3613-6a4c-448b-8279-585e97a7682e req-d093e85a-45ed-462d-818a-9c0f02320d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:42.771599 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ac4e3613-6a4c-448b-8279-585e97a7682e req-d093e85a-45ed-462d-818a-9c0f02320d03 service neutron] 10.222.0.45 "GET /v2.0/networks?id=43317c7a-deea-471e-aa4d-d9fcabe56660 HTTP/1.1" status: 200 len: 916 time: 0.1024902 Sep 21 12:57:42.829896 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port 34639ada-7075-4263-9686-24f017afb1a9, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=34639ada-7075-4263-9686-24f017afb1a9,segment=NetworkSegment(d328da7a-b4f4-4af5-8150-fe9ea1d1ccba),segment_id=d328da7a-b4f4-4af5-8150-fe9ea1d1ccba)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:57:42.843711 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Returning: {'device': '34639ada-7075-4263-9686-24f017afb1a9', 'network_id': 'bfa955ee-caa2-4aa5-bdf2-91dd256312eb', 'port_id': '34639ada-7075-4263-9686-24f017afb1a9', 'mac_address': 'fa:16:3e:29:11:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0243efde-fe2f-4d4f-9f40-170cfeada7be', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 12:57:42.849687 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786ca24-64b7-440a-83e9-6168f65d61eb req-e6d61cb3-6bd0-42e3-bc52-cb55c806829c tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:42.851286 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8786ca24-64b7-440a-83e9-6168f65d61eb req-e6d61cb3-6bd0-42e3-bc52-cb55c806829c tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0551920 Sep 21 12:57:42.882241 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:42.892684 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8786ca24-64b7-440a-83e9-6168f65d61eb req-af57cee1-d06f-4093-9f8d-0e3505ebf5a3 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352616 Sep 21 12:57:42.896477 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34639ada-7075-4263-9686-24f017afb1a9 {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 12:57:42.917646 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port 34639ada-7075-4263-9686-24f017afb1a9, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=34639ada-7075-4263-9686-24f017afb1a9,segment=NetworkSegment(d328da7a-b4f4-4af5-8150-fe9ea1d1ccba),segment_id=d328da7a-b4f4-4af5-8150-fe9ea1d1ccba)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:57:42.922359 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:42.923352 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device 10a15884-e079-4572-bf08-93d34ff4c9d5 details requested by agent hyperv_hv-cinder-81013 with host hv-cinder-81013 {{(pid=93970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 12:57:42.954454 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ac4e3613-6a4c-448b-8279-585e97a7682e req-7580056f-34c7-4b14-b61b-4e440a29ca98 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea8b5fab-5e4e-46eb-ba42-4d1b90f99788 HTTP/1.1" status: 200 len: 217 time: 0.0416667 Sep 21 12:57:43.020344 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=34639ada-7075-4263-9686-24f017afb1a9,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:43.021159 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e3613-6a4c-448b-8279-585e97a7682e req-589c1670-d476-476c-9bf1-6104d2444934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:43.022955 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ac4e3613-6a4c-448b-8279-585e97a7682e req-589c1670-d476-476c-9bf1-6104d2444934 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=88584b3f-ee8b-47d0-84d7-098ad49e36b2 HTTP/1.1" status: 200 len: 854 time: 0.0502791 Sep 21 12:57:43.077248 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e3613-6a4c-448b-8279-585e97a7682e req-364cf5a3-3c58-489f-aae7-7045d96c7579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:43.079009 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ac4e3613-6a4c-448b-8279-585e97a7682e req-364cf5a3-3c58-489f-aae7-7045d96c7579 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=43317c7a-deea-471e-aa4d-d9fcabe56660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0476236 Sep 21 12:57:43.150848 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port 10a15884-e079-4572-bf08-93d34ff4c9d5, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=10a15884-e079-4572-bf08-93d34ff4c9d5,segment=NetworkSegment(3e28581a-7375-4fda-870d-9e9e6a1f581d),segment_id=3e28581a-7375-4fda-870d-9e9e6a1f581d)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:57:43.166727 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Returning: {'device': '10a15884-e079-4572-bf08-93d34ff4c9d5', 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9', 'port_id': '10a15884-e079-4572-bf08-93d34ff4c9d5', 'mac_address': 'fa:16:3e:01:8e:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7097d818-f75a-489b-96c8-b19c4cc747bd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 12:57:43.195648 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ac4e3613-6a4c-448b-8279-585e97a7682e req-3e69026a-5aaa-417b-a0af-533be433c3bf service neutron] 10.222.0.45 "GET /v2.0/networks/43317c7a-deea-471e-aa4d-d9fcabe56660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072216 Sep 21 12:57:43.204373 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25371950-7e73-4ffe-9739-bb679210da8c req-5c760dc5-bd8f-4ac5-82b6-0faa777f62b5 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:43.205908 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-25371950-7e73-4ffe-9739-bb679210da8c req-5c760dc5-bd8f-4ac5-82b6-0faa777f62b5 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86 HTTP/1.1" status: 200 len: 944 time: 0.0563927 Sep 21 12:57:43.220157 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:43.250759 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-25371950-7e73-4ffe-9739-bb679210da8c req-1f613662-242c-4a8c-a56a-7973e9153742 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383584 Sep 21 12:57:43.263029 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10a15884-e079-4572-bf08-93d34ff4c9d5 {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 12:57:43.291953 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port 10a15884-e079-4572-bf08-93d34ff4c9d5, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=10a15884-e079-4572-bf08-93d34ff4c9d5,segment=NetworkSegment(3e28581a-7375-4fda-870d-9e9e6a1f581d),segment_id=3e28581a-7375-4fda-870d-9e9e6a1f581d)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:57:43.296253 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:43.315057 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ac4e3613-6a4c-448b-8279-585e97a7682e req-b2bd0dea-4916-4cbf-ab8d-81c56f2baba2 service neutron] 10.222.0.45 "GET /v2.0/networks/43317c7a-deea-471e-aa4d-d9fcabe56660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070402 Sep 21 12:57:43.383054 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=10a15884-e079-4572-bf08-93d34ff4c9d5,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:43.416748 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9178107-d560-46e7-b103-cd214661e85f req-c358638c-0e13-4f74-b91f-d6e7e51b7a68 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:43.418281 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a9178107-d560-46e7-b103-cd214661e85f req-c358638c-0e13-4f74-b91f-d6e7e51b7a68 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 944 time: 0.0623231 Sep 21 12:57:43.461577 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a9178107-d560-46e7-b103-cd214661e85f req-d01905b2-aa8a-4597-a32c-970eba423f4d tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/security-groups?id=556c2313-ec43-4407-9345-bd30f5a3839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356481 Sep 21 12:57:43.476940 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07691b1f-78ef-43dc-9c73-9858184669a2 req-e57ebe81-42ae-41b9-9ae9-a10defeebf24 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:43.478493 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-07691b1f-78ef-43dc-9c73-9858184669a2 req-e57ebe81-42ae-41b9-9ae9-a10defeebf24 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=1182269b-5266-491a-8c7e-4a3e85e3c33a HTTP/1.1" status: 200 len: 944 time: 0.0541916 Sep 21 12:57:43.520023 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-07691b1f-78ef-43dc-9c73-9858184669a2 req-e24b597e-a080-4b15-99c6-1b68316a1ec9 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348961 Sep 21 12:57:43.683373 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] get_ports_and_sgs() called for port_ids ['10a15884-e079-4572-bf08-93d34ff4c9d5'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 12:57:43.707865 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] get_ports_and_sgs() called for port_ids ['34639ada-7075-4263-9686-24f017afb1a9'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 12:57:43.870678 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce218fa-c152-482a-955b-a87b31190e7a req-cd9a7055-0164-4b43-8934-c952b3a25089 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:43.872262 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3ce218fa-c152-482a-955b-a87b31190e7a req-cd9a7055-0164-4b43-8934-c952b3a25089 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 945 time: 0.0582221 Sep 21 12:57:43.918727 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3ce218fa-c152-482a-955b-a87b31190e7a req-aaac580d-e5e3-4dd8-8637-ec0720897281 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389998 Sep 21 12:57:44.033945 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496eb3a-7298-4464-b3ad-36b577b69fa8 req-52ad09a3-a3f2-43aa-8727-f84e839d89bd tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:44.041657 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8496eb3a-7298-4464-b3ad-36b577b69fa8 req-52ad09a3-a3f2-43aa-8727-f84e839d89bd tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0618725 Sep 21 12:57:44.078120 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8496eb3a-7298-4464-b3ad-36b577b69fa8 req-3e766706-ba98-4278-a35c-a3c7339aee3a tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358019 Sep 21 12:57:44.445666 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c9d231-a464-4b26-93f7-650dfe3bac4f req-ac8643b4-3602-442e-848e-f6202118fd31 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:44.455510 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-35c9d231-a464-4b26-93f7-650dfe3bac4f req-ac8643b4-3602-442e-848e-f6202118fd31 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86 HTTP/1.1" status: 200 len: 945 time: 0.0992832 Sep 21 12:57:44.529128 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c862fc6-f54f-4b5a-a032-280dd26de352 req-3581c29d-7a92-4493-a0e2-0efcbf2cb7d4 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:44.543485 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9c862fc6-f54f-4b5a-a032-280dd26de352 req-3581c29d-7a92-4493-a0e2-0efcbf2cb7d4 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0927012 Sep 21 12:57:44.547880 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-35c9d231-a464-4b26-93f7-650dfe3bac4f req-81fa03f3-cb21-481c-8907-b1f4c1003e70 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914938 Sep 21 12:57:44.558275 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46a0e0-f35e-4cf8-92b2-9bcae17d33ef req-e87f6146-9231-4397-a1e3-e118c8978802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:44.559847 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ec46a0e0-f35e-4cf8-92b2-9bcae17d33ef req-e87f6146-9231-4397-a1e3-e118c8978802 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=733d5bd9c7084becb0ad3bb10d2da297&device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 1099 time: 0.1021929 Sep 21 12:57:44.610671 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9c862fc6-f54f-4b5a-a032-280dd26de352 req-25a83d9d-2d59-4631-812e-ea593498235e tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658312 Sep 21 12:57:44.688209 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46a0e0-f35e-4cf8-92b2-9bcae17d33ef req-c6bb5a21-3454-481f-8f4e-a502e2208685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:44.690078 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ec46a0e0-f35e-4cf8-92b2-9bcae17d33ef req-c6bb5a21-3454-481f-8f4e-a502e2208685 service neutron] 10.222.0.45 "GET /v2.0/networks?id=480564d1-d18f-47e0-b274-17cfc68cf539 HTTP/1.1" status: 200 len: 920 time: 0.1212573 Sep 21 12:57:44.693289 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device ea8b5fab-5e4e-46eb-ba42-4d1b90f99788 details requested by agent hyperv_hv-cinder-81013 with host hv-cinder-81013 {{(pid=93970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 12:57:44.798069 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ec46a0e0-f35e-4cf8-92b2-9bcae17d33ef req-b3b0a863-70d5-46d6-9e02-137e0bd2c9a1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da06e402-0ae1-4ccc-98cb-edcb9f469cc0 HTTP/1.1" status: 200 len: 217 time: 0.0806847 Sep 21 12:57:44.809246 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39305e0-560b-4b92-9f4b-17565a440098 req-394437c9-21f3-4df2-b3a4-0be76a7e255f tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:44.812669 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e39305e0-560b-4b92-9f4b-17565a440098 req-394437c9-21f3-4df2-b3a4-0be76a7e255f tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=1182269b-5266-491a-8c7e-4a3e85e3c33a HTTP/1.1" status: 200 len: 944 time: 0.1122797 Sep 21 12:57:44.856006 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee27e0e-7a8a-4458-a1f0-16f0ccbcc5fc req-b9439cdc-96ba-4d01-a0ae-b98f7d6e3793 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:44.858920 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0ee27e0e-7a8a-4458-a1f0-16f0ccbcc5fc req-b9439cdc-96ba-4d01-a0ae-b98f7d6e3793 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 944 time: 0.1854115 Sep 21 12:57:44.879071 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port ea8b5fab-5e4e-46eb-ba42-4d1b90f99788, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=ea8b5fab-5e4e-46eb-ba42-4d1b90f99788,segment=NetworkSegment(f60c416f-d5e9-4863-99c9-b4221e1b0ca9),segment_id=f60c416f-d5e9-4863-99c9-b4221e1b0ca9)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:57:44.884203 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e39305e0-560b-4b92-9f4b-17565a440098 req-6d5a8c57-656b-4b68-9416-e023656c0ed4 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621369 Sep 21 12:57:44.894196 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46a0e0-f35e-4cf8-92b2-9bcae17d33ef req-4329e7a9-8d00-4d01-ad4c-f3a83e314ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:44.896802 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ec46a0e0-f35e-4cf8-92b2-9bcae17d33ef req-4329e7a9-8d00-4d01-ad4c-f3a83e314ae1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=44b95dae-7a59-470d-b24b-f73d769ae49b HTTP/1.1" status: 200 len: 859 time: 0.0913115 Sep 21 12:57:44.896919 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Returning: {'device': 'ea8b5fab-5e4e-46eb-ba42-4d1b90f99788', 'network_id': '43317c7a-deea-471e-aa4d-d9fcabe56660', 'port_id': 'ea8b5fab-5e4e-46eb-ba42-4d1b90f99788', 'mac_address': 'fa:16:3e:c2:c5:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88584b3f-ee8b-47d0-84d7-098ad49e36b2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 12:57:44.948750 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ec46a0e0-f35e-4cf8-92b2-9bcae17d33ef req-5b6ee97f-70a8-405e-a488-0e1ef981ae27 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=480564d1-d18f-47e0-b274-17cfc68cf539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428817 Sep 21 12:57:44.953124 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:44.967174 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0ee27e0e-7a8a-4458-a1f0-16f0ccbcc5fc req-2f701722-7c03-410c-a37d-4147f4117ab5 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/security-groups?id=556c2313-ec43-4407-9345-bd30f5a3839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913980 Sep 21 12:57:44.971540 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea8b5fab-5e4e-46eb-ba42-4d1b90f99788 {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 12:57:45.003778 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port ea8b5fab-5e4e-46eb-ba42-4d1b90f99788, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=ea8b5fab-5e4e-46eb-ba42-4d1b90f99788,segment=NetworkSegment(f60c416f-d5e9-4863-99c9-b4221e1b0ca9),segment_id=f60c416f-d5e9-4863-99c9-b4221e1b0ca9)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:57:45.012162 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:45.104598 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede13200-cab1-4af5-bc56-34af5e1677e0 req-e57ddf81-0461-4261-8202-5cbb1c871559 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:45.110736 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ec46a0e0-f35e-4cf8-92b2-9bcae17d33ef req-2215b0c2-a77a-4e36-bbb2-a4010eabc6ae service neutron] 10.222.0.45 "GET /v2.0/networks/480564d1-d18f-47e0-b274-17cfc68cf539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421976 Sep 21 12:57:45.115006 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ede13200-cab1-4af5-bc56-34af5e1677e0 req-e57ddf81-0461-4261-8202-5cbb1c871559 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 945 time: 0.0929325 Sep 21 12:57:45.119900 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=ea8b5fab-5e4e-46eb-ba42-4d1b90f99788,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:45.177037 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ede13200-cab1-4af5-bc56-34af5e1677e0 req-86a884d7-ef5e-49b3-a8f6-5e71f0915c8f tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584559 Sep 21 12:57:45.252006 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ec46a0e0-f35e-4cf8-92b2-9bcae17d33ef req-367ac2ad-edcc-41dc-888b-982ef4f255cf service neutron] 10.222.0.45 "GET /v2.0/networks/480564d1-d18f-47e0-b274-17cfc68cf539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324575 Sep 21 12:57:45.327634 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1416cfcf-d568-41af-9d72-e381c7a27095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:45.360828 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] get_ports_and_sgs() called for port_ids ['ea8b5fab-5e4e-46eb-ba42-4d1b90f99788'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 12:57:45.771387 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9add3-7aa5-4a4e-a254-05fd31bc1111 req-c0e303cf-310e-41cc-8845-d2b3a3bd1c6f tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:45.773342 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1df9add3-7aa5-4a4e-a254-05fd31bc1111 req-c0e303cf-310e-41cc-8845-d2b3a3bd1c6f tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86 HTTP/1.1" status: 200 len: 945 time: 0.0661340 Sep 21 12:57:45.829844 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc2c22-5ea9-4232-97de-674115b15dd3 req-dbbc7586-a097-4952-ad69-e7f683d3be99 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:45.831842 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2ccc2c22-5ea9-4232-97de-674115b15dd3 req-dbbc7586-a097-4952-ad69-e7f683d3be99 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0780582 Sep 21 12:57:45.835033 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1df9add3-7aa5-4a4e-a254-05fd31bc1111 req-19128ed5-f433-452c-ae79-17c64e016191 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481520 Sep 21 12:57:45.881299 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2ccc2c22-5ea9-4232-97de-674115b15dd3 req-73781153-9e8d-47e4-b2b9-1eeea258dd11 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372026 Sep 21 12:57:45.897753 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:45.900312 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:46.025565 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065b860-d308-4207-899d-52a40955334b req-abbd5a46-3afa-4c89-bfd4-d26d631b821c tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:46.034976 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a065b860-d308-4207-899d-52a40955334b req-abbd5a46-3afa-4c89-bfd4-d26d631b821c tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=1182269b-5266-491a-8c7e-4a3e85e3c33a HTTP/1.1" status: 200 len: 944 time: 0.0705538 Sep 21 12:57:46.096650 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a065b860-d308-4207-899d-52a40955334b req-24f89c95-5ba9-4999-889b-cb5c3bab06b9 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574689 Sep 21 12:57:46.100427 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd4de9b-25c8-45b3-82b3-e3f0989607d2 req-be647a45-bf12-4b0b-bf8b-298c3af3fef2 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:46.108689 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1cd4de9b-25c8-45b3-82b3-e3f0989607d2 req-be647a45-bf12-4b0b-bf8b-298c3af3fef2 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 945 time: 0.0670962 Sep 21 12:57:46.155347 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1cd4de9b-25c8-45b3-82b3-e3f0989607d2 req-bc2c7b01-46bf-46cf-bb90-f7f674bdfc93 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/security-groups?id=556c2313-ec43-4407-9345-bd30f5a3839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455511 Sep 21 12:57:46.349861 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c450a9-3ea9-4d5b-bad8-d39d3e75bf69 req-3c0d6b2c-bd4f-443d-b158-d111d1e27cc4 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:46.351470 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-10c450a9-3ea9-4d5b-bad8-d39d3e75bf69 req-3c0d6b2c-bd4f-443d-b158-d111d1e27cc4 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 945 time: 0.0669150 Sep 21 12:57:46.395086 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-10c450a9-3ea9-4d5b-bad8-d39d3e75bf69 req-bb41e556-0273-4d72-8a7e-b1d85c25352e tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354078 Sep 21 12:57:46.634596 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:46.700165 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device 34639ada-7075-4263-9686-24f017afb1a9 up at agent hyperv_hv-cinder-81013 {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:57:46.806442 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Provisioning for port 34639ada-7075-4263-9686-24f017afb1a9 completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 12:57:46.812517 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Provisioning complete for port 34639ada-7075-4263-9686-24f017afb1a9 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:57:46.812915 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:46.920053 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:46.954702 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1182269b-5266-491a-8c7e-4a3e85e3c33a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34639ada-7075-4263-9686-24f017afb1a9'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 12:57:46.959240 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e3f31dd35d6e9892686e3dd7e28a33bc22b0e68501ee526cb23c786b8cd504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f2a2c7-7253-4543-86d3-89829e879161" -d '{"events": [{"server_uuid": "1182269b-5266-491a-8c7e-4a3e85e3c33a", "name": "network-vif-plugged", "status": "completed", "tag": "34639ada-7075-4263-9686-24f017afb1a9"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:57:46.978492 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port 34639ada-7075-4263-9686-24f017afb1a9, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=34639ada-7075-4263-9686-24f017afb1a9,segment=NetworkSegment(d328da7a-b4f4-4af5-8150-fe9ea1d1ccba),segment_id=d328da7a-b4f4-4af5-8150-fe9ea1d1ccba)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:57:46.987570 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:46.988679 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device 10a15884-e079-4572-bf08-93d34ff4c9d5 up at agent hyperv_hv-cinder-81013 {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:57:47.020419 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1514c81-11e0-4ff7-be61-831ded2a103b req-1cb603ab-b579-4002-b19c-a3316d7e0959 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:47.027973 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c1514c81-11e0-4ff7-be61-831ded2a103b req-1cb603ab-b579-4002-b19c-a3316d7e0959 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86 HTTP/1.1" status: 200 len: 945 time: 0.0876710 Sep 21 12:57:47.075503 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c1514c81-11e0-4ff7-be61-831ded2a103b req-ee547f4b-3696-45c3-bf0e-88d93b23768d tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443859 Sep 21 12:57:47.112888 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571cc64c-64dd-4696-b9ce-2a87bcdd1fd5 req-33ebf147-beba-4d88-9c91-fb58ff4b03e0 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:47.115020 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-571cc64c-64dd-4696-b9ce-2a87bcdd1fd5 req-33ebf147-beba-4d88-9c91-fb58ff4b03e0 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.1182959 Sep 21 12:57:47.225182 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-571cc64c-64dd-4696-b9ce-2a87bcdd1fd5 req-fade26f8-7711-4ba6-a1c3-1a51af762468 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038051 Sep 21 12:57:47.230543 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 12:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132bf392-7d18-419f-b20d-fbb1ce9cca3d x-openstack-request-id: req-132bf392-7d18-419f-b20d-fbb1ce9cca3d {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:57:47.231105 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1182269b-5266-491a-8c7e-4a3e85e3c33a", "name": "network-vif-plugged", "status": "completed", "tag": "34639ada-7075-4263-9686-24f017afb1a9", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:57:47.231515 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-132bf392-7d18-419f-b20d-fbb1ce9cca3d {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:57:47.232705 dv-cinder-810131-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1182269b-5266-491a-8c7e-4a3e85e3c33a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34639ada-7075-4263-9686-24f017afb1a9', 'code': 200} Sep 21 12:57:47.316312 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=34639ada-7075-4263-9686-24f017afb1a9,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:47.334055 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Provisioning for port 10a15884-e079-4572-bf08-93d34ff4c9d5 completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 12:57:47.340098 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Provisioning complete for port 10a15884-e079-4572-bf08-93d34ff4c9d5 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:57:47.340765 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:47.345231 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d521eb-348e-49cd-a125-c842f733d0b3 req-9e78f067-9f24-4480-828c-a11b670de1e5 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:47.357404 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f6d521eb-348e-49cd-a125-c842f733d0b3 req-9e78f067-9f24-4480-828c-a11b670de1e5 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=1182269b-5266-491a-8c7e-4a3e85e3c33a HTTP/1.1" status: 200 len: 945 time: 0.0930493 Sep 21 12:57:47.417639 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60efe96b-dc54-4e07-aeba-33ff0abb9ab2 req-c2ab68b2-ffdf-4e6c-8c69-e33e21c150c5 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:47.427529 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f6d521eb-348e-49cd-a125-c842f733d0b3 req-5b511bb3-4528-4a53-a7d8-45d2b51022e7 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687878 Sep 21 12:57:47.428033 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-60efe96b-dc54-4e07-aeba-33ff0abb9ab2 req-c2ab68b2-ffdf-4e6c-8c69-e33e21c150c5 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 945 time: 0.1275206 Sep 21 12:57:47.461887 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b7c56-071b-4721-9f5a-4e13ac26f7c1 req-f43df8d0-ecee-4253-b73f-df132d7f4bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:47.467107 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ab6b7c56-071b-4721-9f5a-4e13ac26f7c1 req-f43df8d0-ecee-4253-b73f-df132d7f4bd3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1182269b-5266-491a-8c7e-4a3e85e3c33a HTTP/1.1" status: 200 len: 1098 time: 0.1030343 Sep 21 12:57:47.492734 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:47.570861 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-60efe96b-dc54-4e07-aeba-33ff0abb9ab2 req-e34eddfd-7d91-42ab-82aa-a8c474b580dc tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/security-groups?id=556c2313-ec43-4407-9345-bd30f5a3839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416922 Sep 21 12:57:47.573992 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port 10a15884-e079-4572-bf08-93d34ff4c9d5, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=10a15884-e079-4572-bf08-93d34ff4c9d5,segment=NetworkSegment(3e28581a-7375-4fda-870d-9e9e6a1f581d),segment_id=3e28581a-7375-4fda-870d-9e9e6a1f581d)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:57:47.596021 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:47.596994 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ab6b7c56-071b-4721-9f5a-4e13ac26f7c1 req-b4fedce8-d98d-4097-89b3-16e00b0cbfdf service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180069 Sep 21 12:57:47.597494 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device ea8b5fab-5e4e-46eb-ba42-4d1b90f99788 up at agent hyperv_hv-cinder-81013 {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:57:47.701209 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159cd159-beab-40ea-a6f6-8249d3beb387 req-96bcf830-cf9f-417d-8a5c-579b5d8bef5e tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:47.708966 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-159cd159-beab-40ea-a6f6-8249d3beb387 req-96bcf830-cf9f-417d-8a5c-579b5d8bef5e tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 945 time: 0.1066079 Sep 21 12:57:47.723507 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Provisioning for port ea8b5fab-5e4e-46eb-ba42-4d1b90f99788 completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 12:57:47.733195 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Provisioning complete for port ea8b5fab-5e4e-46eb-ba42-4d1b90f99788 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:57:47.733584 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:47.736587 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=10a15884-e079-4572-bf08-93d34ff4c9d5,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:47.765195 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-159cd159-beab-40ea-a6f6-8249d3beb387 req-a49fa748-46e2-452f-ac5f-3b18ec08d0a8 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552201 Sep 21 12:57:47.844130 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:47.887586 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port ea8b5fab-5e4e-46eb-ba42-4d1b90f99788, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=ea8b5fab-5e4e-46eb-ba42-4d1b90f99788,segment=NetworkSegment(f60c416f-d5e9-4863-99c9-b4221e1b0ca9),segment_id=f60c416f-d5e9-4863-99c9-b4221e1b0ca9)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:57:47.894805 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:47.975112 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:47.975875 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=ea8b5fab-5e4e-46eb-ba42-4d1b90f99788,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:48.206177 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8bf567-f2d5-4139-ba27-fa378571746c req-1ec60273-30fb-44eb-a64c-bc13bb871534 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:48.207877 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8e8bf567-f2d5-4139-ba27-fa378571746c req-1ec60273-30fb-44eb-a64c-bc13bb871534 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86 HTTP/1.1" status: 200 len: 946 time: 0.0599415 Sep 21 12:57:48.264551 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8e8bf567-f2d5-4139-ba27-fa378571746c req-d0d2cb23-c792-46f4-93a8-aa0b77c2ec41 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505350 Sep 21 12:57:48.350229 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686d6e0-e417-4a56-85fe-aad6c28ac2ec req-de110938-09fe-466d-a6bc-12223675a6b8 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:48.351817 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c686d6e0-e417-4a56-85fe-aad6c28ac2ec req-de110938-09fe-466d-a6bc-12223675a6b8 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0585029 Sep 21 12:57:48.394658 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c686d6e0-e417-4a56-85fe-aad6c28ac2ec req-192e26a4-a044-4004-b706-8ef81c83143e tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357692 Sep 21 12:57:48.564060 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a6249-eadf-4677-87ed-6457939b2187 req-3bf21e24-9be1-455b-896d-dc4803d7a0f7 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:48.571966 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cd7a6249-eadf-4677-87ed-6457939b2187 req-3bf21e24-9be1-455b-896d-dc4803d7a0f7 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=1182269b-5266-491a-8c7e-4a3e85e3c33a HTTP/1.1" status: 200 len: 945 time: 0.0676730 Sep 21 12:57:48.628645 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cd7a6249-eadf-4677-87ed-6457939b2187 req-56ad88f5-520b-4434-8915-44f4031d1ca0 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551808 Sep 21 12:57:48.804926 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431956b1-4f87-4720-9ced-473600654d3d req-2f0da9f5-4610-44f6-95ac-7257d1b7dff9 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:48.813114 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-431956b1-4f87-4720-9ced-473600654d3d req-2f0da9f5-4610-44f6-95ac-7257d1b7dff9 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 946 time: 0.1088030 Sep 21 12:57:48.865680 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-431956b1-4f87-4720-9ced-473600654d3d req-5b9f8043-9e02-4253-9b24-2e87b06ac780 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/security-groups?id=556c2313-ec43-4407-9345-bd30f5a3839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516808 Sep 21 12:57:48.980548 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e594806-e63a-4cc8-b95e-e2bd82b8e0d3 req-9ea23c5e-49c0-4955-858e-553c6ad7189b tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:48.982794 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5e594806-e63a-4cc8-b95e-e2bd82b8e0d3 req-9ea23c5e-49c0-4955-858e-553c6ad7189b tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 945 time: 0.0972419 Sep 21 12:57:49.038029 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5e594806-e63a-4cc8-b95e-e2bd82b8e0d3 req-916b2607-4520-4e4d-b46f-712715bfe05c tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486567 Sep 21 12:57:49.234747 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a15884-e079-4572-bf08-93d34ff4c9d5'}, {'server_uuid': 'b3b4203b-bdd3-453e-b62c-323bc9b69181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8b5fab-5e4e-46eb-ba42-4d1b90f99788'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 12:57:49.237898 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e3f31dd35d6e9892686e3dd7e28a33bc22b0e68501ee526cb23c786b8cd504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ce1c20-62f6-4d1f-9d97-6b253aa9e8f2" -d '{"events": [{"server_uuid": "7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86", "name": "network-vif-plugged", "status": "completed", "tag": "10a15884-e079-4572-bf08-93d34ff4c9d5"}, {"server_uuid": "b3b4203b-bdd3-453e-b62c-323bc9b69181", "name": "network-vif-plugged", "status": "completed", "tag": "ea8b5fab-5e4e-46eb-ba42-4d1b90f99788"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:57:49.301067 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 21 Sep 2021 12:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27171983-dc33-42f5-b125-a07dbda5fad9 x-openstack-request-id: req-27171983-dc33-42f5-b125-a07dbda5fad9 {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:57:49.301486 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86", "name": "network-vif-plugged", "status": "completed", "tag": "10a15884-e079-4572-bf08-93d34ff4c9d5", "code": 200}, {"server_uuid": "b3b4203b-bdd3-453e-b62c-323bc9b69181", "name": "network-vif-plugged", "status": "completed", "tag": "ea8b5fab-5e4e-46eb-ba42-4d1b90f99788", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:57:49.304469 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-27171983-dc33-42f5-b125-a07dbda5fad9 {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:57:49.305143 dv-cinder-810131-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a15884-e079-4572-bf08-93d34ff4c9d5', 'code': 200} Sep 21 12:57:49.305488 dv-cinder-810131-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b4203b-bdd3-453e-b62c-323bc9b69181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8b5fab-5e4e-46eb-ba42-4d1b90f99788', 'code': 200} Sep 21 12:57:49.406797 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81059a1-cc52-4849-b958-6f2ca8ef0e54 req-a491a654-0500-4129-8479-0ea5a668db86 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:49.415255 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a81059a1-cc52-4849-b958-6f2ca8ef0e54 req-a491a654-0500-4129-8479-0ea5a668db86 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86 HTTP/1.1" status: 200 len: 946 time: 0.0726848 Sep 21 12:57:49.457641 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a81059a1-cc52-4849-b958-6f2ca8ef0e54 req-32fa25ca-c9c1-491a-a909-914180ed92e9 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413921 Sep 21 12:57:49.575073 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370eab3-1693-4f98-a07b-66d5cce01eb2 req-12103aa5-7236-423a-abe9-ccb6a113fd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:49.576166 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5370eab3-1693-4f98-a07b-66d5cce01eb2 req-12103aa5-7236-423a-abe9-ccb6a113fd30 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 1099 time: 0.0653613 Sep 21 12:57:49.627887 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5370eab3-1693-4f98-a07b-66d5cce01eb2 req-5982e3d2-c736-4854-a7f8-6fd84f29aa95 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=556c2313-ec43-4407-9345-bd30f5a3839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361714 Sep 21 12:57:49.792321 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036b58d-2f95-4710-aa0d-b47cddbe1aa4 req-b83423bc-1980-4cda-85e6-617187e821de tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:49.793931 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9036b58d-2f95-4710-aa0d-b47cddbe1aa4 req-b83423bc-1980-4cda-85e6-617187e821de tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=1182269b-5266-491a-8c7e-4a3e85e3c33a HTTP/1.1" status: 200 len: 945 time: 0.0826397 Sep 21 12:57:49.841902 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9036b58d-2f95-4710-aa0d-b47cddbe1aa4 req-c21dd528-27da-4579-b65c-fb58eb0fe336 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409536 Sep 21 12:57:49.952984 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925a21a-67b1-4746-b892-7981ee02e9b1 req-1580f37d-6427-40b5-8553-a15b3148f91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:49.957557 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c925a21a-67b1-4746-b892-7981ee02e9b1 req-1580f37d-6427-40b5-8553-a15b3148f91c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86 HTTP/1.1" status: 200 len: 1099 time: 0.0895052 Sep 21 12:57:50.045145 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c925a21a-67b1-4746-b892-7981ee02e9b1 req-28df14fe-48fd-47db-8819-7763345c1596 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428507 Sep 21 12:57:50.056928 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214a78e-4694-489f-afd7-b86a161d6254 req-5616d9ef-06ff-46c7-93ab-4e21b739d1ab tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:50.064821 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1214a78e-4694-489f-afd7-b86a161d6254 req-5616d9ef-06ff-46c7-93ab-4e21b739d1ab tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 946 time: 0.0926991 Sep 21 12:57:50.124918 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1214a78e-4694-489f-afd7-b86a161d6254 req-c0b7222a-df11-41b1-8340-7274078c1a81 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/security-groups?id=556c2313-ec43-4407-9345-bd30f5a3839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590303 Sep 21 12:57:50.218521 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23736c-81ab-43af-ae13-4c10352e7b1e req-67cb48ce-e354-4918-854d-b6bea6134bc8 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:50.232166 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ab23736c-81ab-43af-ae13-4c10352e7b1e req-67cb48ce-e354-4918-854d-b6bea6134bc8 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 945 time: 0.0797091 Sep 21 12:57:50.293232 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ab23736c-81ab-43af-ae13-4c10352e7b1e req-7d861a63-7b01-40c4-8d91-ba4a1dccaf81 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589075 Sep 21 12:57:50.593726 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4245d33e-fb06-48f9-898a-f9e2efeb6a36 req-394d9719-eaf6-44e0-bfbe-aeb4263dced1 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:50.595305 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4245d33e-fb06-48f9-898a-f9e2efeb6a36 req-394d9719-eaf6-44e0-bfbe-aeb4263dced1 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86 HTTP/1.1" status: 200 len: 946 time: 0.0602818 Sep 21 12:57:50.648035 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4245d33e-fb06-48f9-898a-f9e2efeb6a36 req-1f01865e-3103-4e47-a7cd-0d0f71ecc96d tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454531 Sep 21 12:57:51.258438 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011be20c-c786-421b-b3db-b748f9ab16a2 req-a739695d-b8bc-4c28-994b-c6a2b2d8384e tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:51.260531 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-011be20c-c786-421b-b3db-b748f9ab16a2 req-a739695d-b8bc-4c28-994b-c6a2b2d8384e tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 946 time: 0.0605683 Sep 21 12:57:51.347971 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-011be20c-c786-421b-b3db-b748f9ab16a2 req-02d4e2fe-d6c3-4b34-a917-dff317d68036 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/security-groups?id=556c2313-ec43-4407-9345-bd30f5a3839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791397 Sep 21 12:57:51.542314 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917fc88b-9348-471f-91aa-676668eb5006 req-284d94da-6264-41de-b414-9aea701a59a6 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:51.551165 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-917fc88b-9348-471f-91aa-676668eb5006 req-284d94da-6264-41de-b414-9aea701a59a6 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 945 time: 0.0945537 Sep 21 12:57:51.635186 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-917fc88b-9348-471f-91aa-676668eb5006 req-3e29a27e-0b75-4d3f-aa92-5a59de4dd329 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773115 Sep 21 12:57:51.848245 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ab301-cf90-4a60-a922-66d8f0597bff req-75e6ad8a-6b2f-49ad-b0a8-cb1b1128a236 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:51.856792 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-405ab301-cf90-4a60-a922-66d8f0597bff req-75e6ad8a-6b2f-49ad-b0a8-cb1b1128a236 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86 HTTP/1.1" status: 200 len: 946 time: 0.1039655 Sep 21 12:57:51.935497 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-405ab301-cf90-4a60-a922-66d8f0597bff req-4fb48463-30c8-4aa2-a22f-9cd43fd86b42 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752149 Sep 21 12:57:52.525996 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa44fa-4ab5-4a2d-b158-3256e73c23de req-50cd6f9d-217f-4a9d-b54f-286cf317d157 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:52.527519 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-14fa44fa-4ab5-4a2d-b158-3256e73c23de req-50cd6f9d-217f-4a9d-b54f-286cf317d157 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 946 time: 0.0676119 Sep 21 12:57:52.574097 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-14fa44fa-4ab5-4a2d-b158-3256e73c23de req-8cc480d4-2431-4184-bba5-f6b0972435a7 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/security-groups?id=556c2313-ec43-4407-9345-bd30f5a3839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384297 Sep 21 12:57:52.739920 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee102252-8004-46d2-bfe7-a03568b35004 req-4f50a9b9-f994-4c93-b134-295d63a7e7d2 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:52.748274 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ee102252-8004-46d2-bfe7-a03568b35004 req-4f50a9b9-f994-4c93-b134-295d63a7e7d2 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 946 time: 0.0944149 Sep 21 12:57:52.775885 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa449624-1991-4890-9bea-646cc802fade req-8c73317a-357c-4baf-8150-fb5f6a7af45a tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:52.777953 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-aa449624-1991-4890-9bea-646cc802fade req-8c73317a-357c-4baf-8150-fb5f6a7af45a tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 945 time: 0.0690956 Sep 21 12:57:52.800268 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ee102252-8004-46d2-bfe7-a03568b35004 req-fb431a84-8fd7-4251-9bef-555682cfa96f tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/security-groups?id=556c2313-ec43-4407-9345-bd30f5a3839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510771 Sep 21 12:57:52.840081 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-aa449624-1991-4890-9bea-646cc802fade req-05029548-6a7f-4baa-88d3-ee7b220fc0c8 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541408 Sep 21 12:57:53.116631 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab4383-de99-415e-9d40-48829adaa357 req-ee2fede8-d611-43c8-8c04-7b12b79f6fe2 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:53.129795 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-daab4383-de99-415e-9d40-48829adaa357 req-ee2fede8-d611-43c8-8c04-7b12b79f6fe2 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86 HTTP/1.1" status: 200 len: 946 time: 0.0808234 Sep 21 12:57:53.173898 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-daab4383-de99-415e-9d40-48829adaa357 req-7e7f289a-36a0-42f3-befb-c5f382e7bf29 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428374 Sep 21 12:57:53.208737 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685aa7a0-f34c-4dd3-955e-e0b0d21cd8c2 req-d95ed972-ee52-41d5-8d20-0668b0d6cf2e tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:53.210450 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-685aa7a0-f34c-4dd3-955e-e0b0d21cd8c2 req-d95ed972-ee52-41d5-8d20-0668b0d6cf2e tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 946 time: 0.0726712 Sep 21 12:57:53.257342 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-685aa7a0-f34c-4dd3-955e-e0b0d21cd8c2 req-23f66ca9-071f-4b38-9847-4f8f624aeff4 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/security-groups?id=556c2313-ec43-4407-9345-bd30f5a3839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382819 Sep 21 12:57:53.332048 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6eb01-f58e-4c13-a858-6d32223a2595 req-f8ee3e2c-9a71-4692-9aa7-798bab88c4a3 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:53.335074 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9dc6eb01-f58e-4c13-a858-6d32223a2595 req-f8ee3e2c-9a71-4692-9aa7-798bab88c4a3 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86 HTTP/1.1" status: 200 len: 946 time: 0.0631163 Sep 21 12:57:53.393437 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9dc6eb01-f58e-4c13-a858-6d32223a2595 req-2e76962c-7395-4841-bbc3-db2156276ab1 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499671 Sep 21 12:57:53.417201 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 59236) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:57:53.753067 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f850e9-b532-47c5-88bd-af6d2296596f tempest-TestVolumeBootPattern-1696667861 tempest-TestVolumeBootPattern-1696667861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:53.757841 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-56f850e9-b532-47c5-88bd-af6d2296596f tempest-TestVolumeBootPattern-1696667861 tempest-TestVolumeBootPattern-1696667861-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86 HTTP/1.1" status: 200 len: 1094 time: 0.3394525 Sep 21 12:57:53.760948 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 59248) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:57:53.787314 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-e9fcd394-969f-4dd2-9c13-abc8027557c0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Request body: {'floatingip': {'floating_network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'port_id': '10a15884-e079-4572-bf08-93d34ff4c9d5', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:57:53.818063 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e9fcd394-969f-4dd2-9c13-abc8027557c0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks [] for floatingip, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:53.936361 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e060bca-676a-4dff-9f34-c717f5b2865a req-01776884-c5f5-44f7-8394-9b91c06161e6 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:53.937959 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3e060bca-676a-4dff-9f34-c717f5b2865a req-01776884-c5f5-44f7-8394-9b91c06161e6 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.0912917 Sep 21 12:57:54.004309 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ef88e-ef3b-476b-a403-a353ba787831 req-064f9b63-ea0a-46bf-a80f-493746baf19b tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:54.012831 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-505ef88e-ef3b-476b-a403-a353ba787831 req-064f9b63-ea0a-46bf-a80f-493746baf19b tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 945 time: 0.0713103 Sep 21 12:57:54.014649 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3e060bca-676a-4dff-9f34-c717f5b2865a req-b7aa4ca5-189c-4c32-bf03-66ea81cf1ac8 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700047 Sep 21 12:57:54.050732 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e9fcd394-969f-4dd2-9c13-abc8027557c0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:54.055183 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-505ef88e-ef3b-476b-a403-a353ba787831 req-6644acd4-e747-4a94-a55a-cf8c53714b44 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401092 Sep 21 12:57:54.195017 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-e9fcd394-969f-4dd2-9c13-abc8027557c0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Allocated IP 172.27.0.30 (3589cb95-8b7f-464f-a8af-ebd0722ed0b9/83bd8dfa-a4af-4a48-a00e-8b360d22b666/3eb756b9-cdc0-46cd-a907-a56cc7736710) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:57:54.315964 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e9fcd394-969f-4dd2-9c13-abc8027557c0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:54.354182 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e9fcd394-969f-4dd2-9c13-abc8027557c0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168646'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:54.396803 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fcd394-969f-4dd2-9c13-abc8027557c0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Network 3589cb95-8b7f-464f-a8af-ebd0722ed0b9 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:57:54.399658 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-e9fcd394-969f-4dd2-9c13-abc8027557c0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:57:54.407197 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fcd394-969f-4dd2-9c13-abc8027557c0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 12:57:54.410693 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fcd394-969f-4dd2-9c13-abc8027557c0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Pushing event updated for resources: {'Port': ['ID=3eb756b9-cdc0-46cd-a907-a56cc7736710,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:55.105405 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e9fcd394-969f-4dd2-9c13-abc8027557c0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:55.165126 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48677fc3-4307-4ea9-92fd-f24864db1bbb req-8663070e-1890-4b85-b0be-4cd3c82bd569 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:55.166961 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-48677fc3-4307-4ea9-92fd-f24864db1bbb req-8663070e-1890-4b85-b0be-4cd3c82bd569 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.0516369 Sep 21 12:57:55.188879 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e9fcd394-969f-4dd2-9c13-abc8027557c0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:55.219502 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-48677fc3-4307-4ea9-92fd-f24864db1bbb req-a30ed53e-eb15-44ff-b315-950e7397cad2 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463855 Sep 21 12:57:55.347000 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a0016-6fc6-4ff8-a0be-58ae9948e1af req-5c8733df-6a42-4ecd-a856-c7c4bfd47554 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:55.352092 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-742a0016-6fc6-4ff8-a0be-58ae9948e1af req-5c8733df-6a42-4ecd-a856-c7c4bfd47554 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 945 time: 0.0614624 Sep 21 12:57:55.384750 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e9fcd394-969f-4dd2-9c13-abc8027557c0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:55.390742 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e9fcd394-969f-4dd2-9c13-abc8027557c0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168671'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:55.391166 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-742a0016-6fc6-4ff8-a0be-58ae9948e1af req-0e3e0876-e1f1-46a3-a6ab-0eab36c9dd85 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364013 Sep 21 12:57:55.477965 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fcd394-969f-4dd2-9c13-abc8027557c0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Pushing event updated for resources: {'Port': ['ID=3eb756b9-cdc0-46cd-a907-a56cc7736710,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:55.481577 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e9fcd394-969f-4dd2-9c13-abc8027557c0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618694'] for floatingip, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:55.588897 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.db.l3_db [None req-e9fcd394-969f-4dd2-9c13-abc8027557c0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Floating IP 49c90cf7-e874-4493-90a8-e2d6fed1afde associated. External IP: 172.27.0.30, port: 10a15884-e079-4572-bf08-93d34ff4c9d5. Sep 21 12:57:55.723936 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a24d04-8126-4ccf-beee-62fd8752da96 req-b49b1df4-1bc4-4dde-9715-0e746a711d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:55.725426 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-39a24d04-8126-4ccf-beee-62fd8752da96 req-b49b1df4-1bc4-4dde-9715-0e746a711d1a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1b3ede534435481c9544b6bd95cee453&device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 1098 time: 0.0873668 Sep 21 12:57:55.907350 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a24d04-8126-4ccf-beee-62fd8752da96 req-c48862e0-6cba-45fa-b421-384e917c73f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:55.909081 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-39a24d04-8126-4ccf-beee-62fd8752da96 req-c48862e0-6cba-45fa-b421-384e917c73f5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=448bd693-ac99-4c36-8b6e-b9a357473df4 HTTP/1.1" status: 200 len: 918 time: 0.1762035 Sep 21 12:57:55.915956 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9fcd394-969f-4dd2-9c13-abc8027557c0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Router b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5 has already been hosted by L3 agent ac1410d3-fc19-41f1-a8a6-9305dbf296af {{(pid=93968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:57:56.093404 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-39a24d04-8126-4ccf-beee-62fd8752da96 req-9b62d4e2-a9b9-445a-bab5-670e2e29338e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf3dd969-8e6c-4ca0-85b1-b5dbdd367470 HTTP/1.1" status: 200 len: 1001 time: 0.1657417 Sep 21 12:57:56.116483 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9fcd394-969f-4dd2-9c13-abc8027557c0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify agent at l3_agent.dv-cinder-810131-2-iscsi the message routers_updated {{(pid=93968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:57:56.127432 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399aedb2-7ff2-4241-af5e-9ab5501f3f18 None None] Sync routers for ids ['b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'] in dv-cinder-810131-2-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:57:56.136542 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399aedb2-7ff2-4241-af5e-9ab5501f3f18 None None] Routers {'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 12:57:56.137150 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-399aedb2-7ff2-4241-af5e-9ab5501f3f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T12:57:45Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:57:56.163115 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e9fcd394-969f-4dd2-9c13-abc8027557c0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for floatingip, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:56.184252 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a24d04-8126-4ccf-beee-62fd8752da96 req-0feffe7b-d87e-43c9-9c23-d83dd062e573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:56.187120 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-39a24d04-8126-4ccf-beee-62fd8752da96 req-0feffe7b-d87e-43c9-9c23-d83dd062e573 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=afc0ebff-08f8-4d98-a7ec-9196a5213e06 HTTP/1.1" status: 200 len: 856 time: 0.0781231 Sep 21 12:57:56.196360 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-e9fcd394-969f-4dd2-9c13-abc8027557c0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4319186 Sep 21 12:57:56.198100 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86', 'tag': '10a15884-e079-4572-bf08-93d34ff4c9d5'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 12:57:56.200530 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a262e2a05831170809019d2cf22837e497d964a865586fc051a88de41b43109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5010a652-17cc-4cf3-a757-05ebbcf896e0" -d '{"events": [{"name": "network-changed", "server_uuid": "7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86", "tag": "10a15884-e079-4572-bf08-93d34ff4c9d5"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:57:56.258533 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-399aedb2-7ff2-4241-af5e-9ab5501f3f18 None None] Set router b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5 gateway port host: dv-cinder-810131-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 12:57:56.261133 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a24d04-8126-4ccf-beee-62fd8752da96 req-5aade9a8-abd8-4f48-9ec8-2bafde26443b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:56.262692 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-39a24d04-8126-4ccf-beee-62fd8752da96 req-5aade9a8-abd8-4f48-9ec8-2bafde26443b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=448bd693-ac99-4c36-8b6e-b9a357473df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0650814 Sep 21 12:57:56.287322 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 12:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567923b2-5e39-4ee5-a427-e8f07b5bbffd x-openstack-request-id: req-567923b2-5e39-4ee5-a427-e8f07b5bbffd {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:57:56.287929 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86", "tag": "10a15884-e079-4572-bf08-93d34ff4c9d5", "status": "completed", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:57:56.288383 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-567923b2-5e39-4ee5-a427-e8f07b5bbffd {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:57:56.289237 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86', 'tag': '10a15884-e079-4572-bf08-93d34ff4c9d5', 'status': 'completed', 'code': 200} Sep 21 12:57:56.390095 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010a652-17cc-4cf3-a757-05ebbcf896e0 req-6f9465a2-bcac-441c-a1b1-e24f1ba24c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:56.392346 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5010a652-17cc-4cf3-a757-05ebbcf896e0 req-6f9465a2-bcac-441c-a1b1-e24f1ba24c19 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f8dd986907b641449edd23beaff087cd&device_id=7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86 HTTP/1.1" status: 200 len: 1099 time: 0.0823514 Sep 21 12:57:56.395538 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-39a24d04-8126-4ccf-beee-62fd8752da96 req-9c94f317-449f-48b3-9cea-8a8564857d8e service neutron] 10.222.0.45 "GET /v2.0/networks/448bd693-ac99-4c36-8b6e-b9a357473df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231270 Sep 21 12:57:56.400680 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260eeeeb-b207-4611-86c6-9dc71d80185f req-f6e3d5fb-87a1-427c-9d66-8a139b0f4cf0 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:56.402193 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-260eeeeb-b207-4611-86c6-9dc71d80185f req-f6e3d5fb-87a1-427c-9d66-8a139b0f4cf0 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.0827525 Sep 21 12:57:56.491004 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-260eeeeb-b207-4611-86c6-9dc71d80185f req-8204790c-7d89-4dd3-80d1-43e10455b99d tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816102 Sep 21 12:57:56.546146 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-39a24d04-8126-4ccf-beee-62fd8752da96 req-6e319a94-e63a-47f4-91f6-926ff4fe7714 service neutron] 10.222.0.45 "GET /v2.0/networks/448bd693-ac99-4c36-8b6e-b9a357473df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328685 Sep 21 12:57:56.566585 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0499a8-dc99-4c93-9fc0-456896e80735 req-4e5db8a7-de36-4bc4-b088-e62512e96d67 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:56.575603 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0a0499a8-dc99-4c93-9fc0-456896e80735 req-4e5db8a7-de36-4bc4-b088-e62512e96d67 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 945 time: 0.0681469 Sep 21 12:57:56.587135 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f67d72a-20cb-4309-b517-51112eca208a req-98361f27-191b-4484-b748-63828d0f5e38 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:56.588765 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6f67d72a-20cb-4309-b517-51112eca208a req-98361f27-191b-4484-b748-63828d0f5e38 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.45 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 946 time: 0.1451910 Sep 21 12:57:56.593237 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-399aedb2-7ff2-4241-af5e-9ab5501f3f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'name': 'tempest-TestVolumeBootPattern-1695748614-router', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4957470c-a00c-42ae-a868-1b82a9d111f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:56:22Z', 'updated_at': '2021-09-21T12:56:26Z', 'revision_number': 4, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'gw_port': {'id': '4957470c-a00c-42ae-a868-1b82a9d111f7', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:23Z', 'updated_at': '2021-09-21T12:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_floatingips': [{'id': '49c90cf7-e874-4493-90a8-e2d6fed1afde', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'floating_ip_address': '172.27.0.30', 'floating_network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'router_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'port_id': '10a15884-e079-4572-bf08-93d34ff4c9d5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9', 'mac_address': 'fa:16:3e:01:8e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T12:57:54Z', 'updated_at': '2021-09-21T12:57:54Z', 'revision_number': 0, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb25802-0914-48c9-9676-12b51edc041a', 'name': '', 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'mac_address': 'fa:16:3e:5b:a5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7097d818-f75a-489b-96c8-b19c4cc747bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:25Z', 'updated_at': '2021-09-21T12:56:31Z', 'revision_number': 5, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'subnets': [{'id': '7097d818-f75a-489b-96c8-b19c4cc747bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:57:56.613727 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0a0499a8-dc99-4c93-9fc0-456896e80735 req-33452b66-3d8e-41e9-b8ed-0b020efa359a tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371418 Sep 21 12:57:56.625839 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399aedb2-7ff2-4241-af5e-9ab5501f3f18 None None] Checking router: b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5 for host: dv-cinder-810131-2-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:57:56.634648 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399aedb2-7ff2-4241-af5e-9ab5501f3f18 None None] Routers {'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 12:57:56.635259 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-399aedb2-7ff2-4241-af5e-9ab5501f3f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T12:57:45Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:57:56.662607 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010a652-17cc-4cf3-a757-05ebbcf896e0 req-bea6be86-da08-46c2-af8e-0837fcb17597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:56.664133 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5010a652-17cc-4cf3-a757-05ebbcf896e0 req-bea6be86-da08-46c2-af8e-0837fcb17597 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9 HTTP/1.1" status: 200 len: 913 time: 0.1941290 Sep 21 12:57:56.749612 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-399aedb2-7ff2-4241-af5e-9ab5501f3f18 None None] Set router b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5 gateway port host: dv-cinder-810131-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 12:57:56.792408 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5010a652-17cc-4cf3-a757-05ebbcf896e0 req-a09b0eea-5ac1-4c07-84db-29d5eb24a8be service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10a15884-e079-4572-bf08-93d34ff4c9d5 HTTP/1.1" status: 200 len: 999 time: 0.1200490 Sep 21 12:57:56.855879 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-6f67d72a-20cb-4309-b517-51112eca208a req-94e52d9b-f218-4b92-ad24-4405991c45dd tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Deleting port 63dbd2af-31c4-44dc-bc4d-4cc20922ed2c {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 12:57:56.856211 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-6f67d72a-20cb-4309-b517-51112eca208a req-94e52d9b-f218-4b92-ad24-4405991c45dd tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:56.887034 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010a652-17cc-4cf3-a757-05ebbcf896e0 req-d288dde1-5d30-4271-8897-5174040d565b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:56.889053 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5010a652-17cc-4cf3-a757-05ebbcf896e0 req-d288dde1-5d30-4271-8897-5174040d565b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7097d818-f75a-489b-96c8-b19c4cc747bd HTTP/1.1" status: 200 len: 851 time: 0.0843942 Sep 21 12:57:56.989383 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010a652-17cc-4cf3-a757-05ebbcf896e0 req-bc8ab988-cfc8-4ca4-967e-538d01783a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:56.990938 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5010a652-17cc-4cf3-a757-05ebbcf896e0 req-bc8ab988-cfc8-4ca4-967e-538d01783a7b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0675850 Sep 21 12:57:56.991476 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-399aedb2-7ff2-4241-af5e-9ab5501f3f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'name': 'tempest-TestVolumeBootPattern-1695748614-router', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4957470c-a00c-42ae-a868-1b82a9d111f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:56:22Z', 'updated_at': '2021-09-21T12:56:26Z', 'revision_number': 4, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'gw_port': {'id': '4957470c-a00c-42ae-a868-1b82a9d111f7', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:23Z', 'updated_at': '2021-09-21T12:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_floatingips': [{'id': '49c90cf7-e874-4493-90a8-e2d6fed1afde', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'floating_ip_address': '172.27.0.30', 'floating_network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'router_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'port_id': '10a15884-e079-4572-bf08-93d34ff4c9d5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9', 'mac_address': 'fa:16:3e:01:8e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T12:57:54Z', 'updated_at': '2021-09-21T12:57:54Z', 'revision_number': 0, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb25802-0914-48c9-9676-12b51edc041a', 'name': '', 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'mac_address': 'fa:16:3e:5b:a5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7097d818-f75a-489b-96c8-b19c4cc747bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:25Z', 'updated_at': '2021-09-21T12:56:31Z', 'revision_number': 5, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'subnets': [{'id': '7097d818-f75a-489b-96c8-b19c4cc747bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:57:56.998810 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-6f67d72a-20cb-4309-b517-51112eca208a req-94e52d9b-f218-4b92-ad24-4405991c45dd tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] For port 63dbd2af-31c4-44dc-bc4d-4cc20922ed2c, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=63dbd2af-31c4-44dc-bc4d-4cc20922ed2c,segment=NetworkSegment(c922d50a-fd2e-41ac-a4a2-4ce4fb9268d3),segment_id=c922d50a-fd2e-41ac-a4a2-4ce4fb9268d3)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:57:56.999166 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-6f67d72a-20cb-4309-b517-51112eca208a req-94e52d9b-f218-4b92-ad24-4405991c45dd tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:57.021436 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399aedb2-7ff2-4241-af5e-9ab5501f3f18 None None] The sync data for ids ['b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'] in dv-cinder-810131-2-iscsi is: [{'id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'name': 'tempest-TestVolumeBootPattern-1695748614-router', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4957470c-a00c-42ae-a868-1b82a9d111f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:56:22Z', 'updated_at': '2021-09-21T12:56:26Z', 'revision_number': 4, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'gw_port': {'id': '4957470c-a00c-42ae-a868-1b82a9d111f7', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:23Z', 'updated_at': '2021-09-21T12:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_floatingips': [{'id': '49c90cf7-e874-4493-90a8-e2d6fed1afde', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'floating_ip_address': '172.27.0.30', 'floating_network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'router_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'port_id': '10a15884-e079-4572-bf08-93d34ff4c9d5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9', 'mac_address': 'fa:16:3e:01:8e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T12:57:54Z', 'updated_at': '2021-09-21T12:57:54Z', 'revision_number': 0, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb25802-0914-48c9-9676-12b51edc041a', 'name': '', 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'mac_address': 'fa:16:3e:5b:a5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7097d818-f75a-489b-96c8-b19c4cc747bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:25Z', 'updated_at': '2021-09-21T12:56:31Z', 'revision_number': 5, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'subnets': [{'id': '7097d818-f75a-489b-96c8-b19c4cc747bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:57:57.032090 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-6f67d72a-20cb-4309-b517-51112eca208a req-94e52d9b-f218-4b92-ad24-4405991c45dd tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Calling delete_port for 63dbd2af-31c4-44dc-bc4d-4cc20922ed2c owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 12:57:57.226380 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e85672-4332-443d-87e3-a05ade210cbf None None] New status for floating IP 49c90cf7-e874-4493-90a8-e2d6fed1afde: ACTIVE {{(pid=93970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 12:57:57.386057 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5010a652-17cc-4cf3-a757-05ebbcf896e0 req-10257d00-f5cd-44e7-beb3-1047d5f7017b service neutron] 10.222.0.45 "GET /v2.0/networks/1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842363 Sep 21 12:57:57.534646 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5010a652-17cc-4cf3-a757-05ebbcf896e0 req-490f1051-95b8-4fb4-a370-3f812c03dcbd service neutron] 10.222.0.45 "GET /v2.0/networks/1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322327 Sep 21 12:57:57.536243 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-6f67d72a-20cb-4309-b517-51112eca208a req-94e52d9b-f218-4b92-ad24-4405991c45dd tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:57.550524 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] get_ports_and_sgs() called for port_ids ['63dbd2af-31c4-44dc-bc4d-4cc20922ed2c', 'da06e402-0ae1-4ccc-98cb-edcb9f469cc0'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 12:57:57.565684 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e52d9b-f218-4b92-ad24-4405991c45dd tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Pushing event deleted for resources: {'Port': ['ID=63dbd2af-31c4-44dc-bc4d-4cc20922ed2c,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:57.660647 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e19cde10-9b34-4d49-b9db-b77285e0158e req-e558e009-d8e1-4fb1-99f0-a74ba04ee01d tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=4156ada7-bdf6-46f5-828c-00265e2d8daf HTTP/1.1" status: 200 len: 210 time: 0.0656412 Sep 21 12:57:57.661513 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f67d72a-20cb-4309-b517-51112eca208a req-94e52d9b-f218-4b92-ad24-4405991c45dd tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] No DVR routers for this DVR port 63dbd2af-31c4-44dc-bc4d-4cc20922ed2c on host hv-cinder-81013 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 12:57:57.664875 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-6f67d72a-20cb-4309-b517-51112eca208a req-94e52d9b-f218-4b92-ad24-4405991c45dd tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:57.667287 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6f67d72a-20cb-4309-b517-51112eca208a req-94e52d9b-f218-4b92-ad24-4405991c45dd tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.45 "DELETE /v2.0/ports/63dbd2af-31c4-44dc-bc4d-4cc20922ed2c HTTP/1.1" status: 204 len: 173 time: 1.0619371 Sep 21 12:57:57.668099 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4156ada7-bdf6-46f5-828c-00265e2d8daf', 'name': 'network-vif-deleted', 'tag': '63dbd2af-31c4-44dc-bc4d-4cc20922ed2c'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 12:57:57.672301 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}891eab8d1a3043c3e369406f1201b67df81013e3c20d23918ff9fd5cd34c6e83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8435b75-f225-45d3-ba06-5ad994f9214e" -d '{"events": [{"server_uuid": "4156ada7-bdf6-46f5-828c-00265e2d8daf", "name": "network-vif-deleted", "tag": "63dbd2af-31c4-44dc-bc4d-4cc20922ed2c"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:57:57.740227 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 12:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93963cdc-01ee-4197-b622-e5070105d61e x-openstack-request-id: req-93963cdc-01ee-4197-b622-e5070105d61e {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:57:57.740593 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4156ada7-bdf6-46f5-828c-00265e2d8daf", "name": "network-vif-deleted", "tag": "63dbd2af-31c4-44dc-bc4d-4cc20922ed2c", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:57:57.740883 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-93963cdc-01ee-4197-b622-e5070105d61e {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:57:57.741239 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4156ada7-bdf6-46f5-828c-00265e2d8daf', 'name': 'network-vif-deleted', 'tag': '63dbd2af-31c4-44dc-bc4d-4cc20922ed2c', 'status': 'completed', 'code': 200} Sep 21 12:57:57.767974 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c758e73-3f1b-4e8b-a250-f02538e577be req-b5f9395e-2cf4-4bd5-9eca-693eaafc3a0d tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:57.769522 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1c758e73-3f1b-4e8b-a250-f02538e577be req-b5f9395e-2cf4-4bd5-9eca-693eaafc3a0d tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 945 time: 0.0636232 Sep 21 12:57:57.816934 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1c758e73-3f1b-4e8b-a250-f02538e577be req-47f2511f-f065-4745-a13e-bec0ecb09121 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360360 Sep 21 12:57:58.789169 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device 63dbd2af-31c4-44dc-bc4d-4cc20922ed2c no longer exists at agent hyperv_hv-cinder-81013 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:57:58.813371 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] No Port match for: 63dbd2af-31c4-44dc-bc4d-4cc20922ed2c {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 12:57:58.813938 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device 63dbd2af-31c4-44dc-bc4d-4cc20922ed2c not bound to the agent host hv-cinder-81013 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:57:58.814782 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device cf3dd969-8e6c-4ca0-85b1-b5dbdd367470 no longer exists at agent hyperv_hv-cinder-81013 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:57:58.908793 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:58.938104 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e963d5b-22a8-4cd6-8a7e-0f533881f96b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf3dd969-8e6c-4ca0-85b1-b5dbdd367470'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 12:57:58.940946 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e3f31dd35d6e9892686e3dd7e28a33bc22b0e68501ee526cb23c786b8cd504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7943d376-9e90-4c87-b955-943aaf140a52" -d '{"events": [{"server_uuid": "7e963d5b-22a8-4cd6-8a7e-0f533881f96b", "name": "network-vif-unplugged", "status": "completed", "tag": "cf3dd969-8e6c-4ca0-85b1-b5dbdd367470"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:57:58.956678 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port cf3dd969-8e6c-4ca0-85b1-b5dbdd367470, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=cf3dd969-8e6c-4ca0-85b1-b5dbdd367470,segment=NetworkSegment(d65f44a9-e76e-4bb2-9420-80b10a796110),segment_id=d65f44a9-e76e-4bb2-9420-80b10a796110)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:57:58.964598 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:57:58.983141 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f42a94-9cc3-4ce7-aafe-c2cd01fbd1c4 req-5dba2aa9-dbf1-4287-b4fe-de6a2db94dc0 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:58.984776 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-71f42a94-9cc3-4ce7-aafe-c2cd01fbd1c4 req-5dba2aa9-dbf1-4287-b4fe-de6a2db94dc0 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0553620 Sep 21 12:57:58.987371 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee4440-d216-49ba-990a-382ba328c78a req-bb6df246-9a9c-43ae-b794-3c4214921c40 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:58.989110 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4bee4440-d216-49ba-990a-382ba328c78a req-bb6df246-9a9c-43ae-b794-3c4214921c40 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 945 time: 0.0624053 Sep 21 12:57:59.021942 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=cf3dd969-8e6c-4ca0-85b1-b5dbdd367470,revision_number=8']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:57:59.034931 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-71f42a94-9cc3-4ce7-aafe-c2cd01fbd1c4 req-fef5482e-8d94-45c2-9913-8140244fb073 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421314 Sep 21 12:57:59.053160 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4bee4440-d216-49ba-990a-382ba328c78a req-26f46e2d-0554-457f-a732-f0cbfccad40e tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518625 Sep 21 12:57:59.073557 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 21 Sep 2021 12:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c21e9d0-ff07-4115-b644-71a44d0dc688 x-openstack-request-id: req-2c21e9d0-ff07-4115-b644-71a44d0dc688 {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:57:59.073846 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e963d5b-22a8-4cd6-8a7e-0f533881f96b", "name": "network-vif-unplugged", "status": "failed", "tag": "cf3dd969-8e6c-4ca0-85b1-b5dbdd367470", "code": 422}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:57:59.074100 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2c21e9d0-ff07-4115-b644-71a44d0dc688 {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:57:59.074538 dv-cinder-810131-2-iscsi neutron-server[93970]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7e963d5b-22a8-4cd6-8a7e-0f533881f96b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cf3dd969-8e6c-4ca0-85b1-b5dbdd367470', 'code': 422} returned with failed status Sep 21 12:57:59.532937 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [req-78b1ffb7-9751-47ba-8f92-9fa48a774823 req-14b64dcb-3fce-408a-8044-c69784832a83 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 12:57:59.534258 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-78b1ffb7-9751-47ba-8f92-9fa48a774823 req-14b64dcb-3fce-408a-8044-c69784832a83 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065095 Sep 21 12:57:59.710482 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880af37b-e770-4100-b5f6-1ccb128adff3 req-48b2e871-d01c-4f15-be3e-209bc1a868be tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:57:59.715813 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-880af37b-e770-4100-b5f6-1ccb128adff3 req-48b2e871-d01c-4f15-be3e-209bc1a868be tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 943 time: 0.0632718 Sep 21 12:57:59.761325 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-880af37b-e770-4100-b5f6-1ccb128adff3 req-cfcfdd48-e4b1-4794-8131-386290ca3a87 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375922 Sep 21 12:58:00.070971 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 59386) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:00.181470 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840cfe0f-3fbf-47aa-b5e6-10991fe4ac1b req-9df8fba4-40c9-4926-8511-14bab143a068 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:00.182952 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-840cfe0f-3fbf-47aa-b5e6-10991fe4ac1b req-9df8fba4-40c9-4926-8511-14bab143a068 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0810771 Sep 21 12:58:00.190426 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-15809077-97da-410c-9bcd-e331531493ef req-38cda955-40ff-41b0-aae6-87631ef231d5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1183605 Sep 21 12:58:00.201516 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [req-15809077-97da-410c-9bcd-e331531493ef req-ac557926-cd93-4744-bdb2-bb737eb58cc9 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93968) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 12:58:00.202500 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-15809077-97da-410c-9bcd-e331531493ef req-ac557926-cd93-4744-bdb2-bb737eb58cc9 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055912 Sep 21 12:58:00.229469 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-840cfe0f-3fbf-47aa-b5e6-10991fe4ac1b req-fa5d6929-7d2d-4643-bb07-e7bd4632f550 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381277 Sep 21 12:58:00.880156 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521576ad-93ab-4d43-9ff9-2ac124fc7d9b req-25637392-6634-44ed-87fd-955c5bb1cb33 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:00.881563 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-521576ad-93ab-4d43-9ff9-2ac124fc7d9b req-25637392-6634-44ed-87fd-955c5bb1cb33 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 943 time: 0.0487363 Sep 21 12:58:00.919966 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-521576ad-93ab-4d43-9ff9-2ac124fc7d9b req-3650fcd4-a0b4-4562-8dec-bb9a8469bdc5 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325496 Sep 21 12:58:01.343813 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa17dfec-fe8c-41b1-b25a-edf263dc9277 req-330800e6-c7aa-461a-9b77-e4e906aab53e tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:01.345291 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-aa17dfec-fe8c-41b1-b25a-edf263dc9277 req-330800e6-c7aa-461a-9b77-e4e906aab53e tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0482633 Sep 21 12:58:01.382817 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-aa17dfec-fe8c-41b1-b25a-edf263dc9277 req-0ead7c8a-fc6b-40ac-b8b8-cc139cf98ab0 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315032 Sep 21 12:58:02.040494 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f07ca-ccf1-40b2-8c9e-7de7ee1f2d62 req-7a5ac3f2-fdc0-48c3-b13a-c64c8ddc8edb tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:02.041998 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-462f07ca-ccf1-40b2-8c9e-7de7ee1f2d62 req-7a5ac3f2-fdc0-48c3-b13a-c64c8ddc8edb tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 943 time: 0.0507426 Sep 21 12:58:02.086929 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-462f07ca-ccf1-40b2-8c9e-7de7ee1f2d62 req-a1229985-c96f-4a17-af17-48534c620cbb tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387380 Sep 21 12:58:02.502402 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cee49-bffb-4383-a1fd-c477b7db3929 req-310599c0-3347-42e0-af60-dd141671c36b tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:02.503877 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6a1cee49-bffb-4383-a1fd-c477b7db3929 req-310599c0-3347-42e0-af60-dd141671c36b tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0518715 Sep 21 12:58:02.541041 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6a1cee49-bffb-4383-a1fd-c477b7db3929 req-9a0cac93-f5f4-4d12-a6ff-b4417b296401 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313265 Sep 21 12:58:02.805641 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device cf3dd969-8e6c-4ca0-85b1-b5dbdd367470 no longer exists at agent hyperv_hv-cinder-81013 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:58:03.221542 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705e048-e20d-4f04-a061-0e1863dbbd08 req-f8f87744-1424-4297-9878-c0b41235aa3a tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:03.223044 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6705e048-e20d-4f04-a061-0e1863dbbd08 req-f8f87744-1424-4297-9878-c0b41235aa3a tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 943 time: 0.0480254 Sep 21 12:58:03.259502 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6705e048-e20d-4f04-a061-0e1863dbbd08 req-9d41a91c-7e61-40cf-81e3-2c561da2eac3 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306344 Sep 21 12:58:03.654142 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aee8e6-0c04-4eed-a6e1-d37949e5aa48 req-10f84f3b-0c5a-4ba1-818e-c5256f78eda3 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:03.655542 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d2aee8e6-0c04-4eed-a6e1-d37949e5aa48 req-10f84f3b-0c5a-4ba1-818e-c5256f78eda3 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0506463 Sep 21 12:58:03.900640 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d2aee8e6-0c04-4eed-a6e1-d37949e5aa48 req-9c9e3e50-7807-4268-86b7-ad39a5976093 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389934 Sep 21 12:58:04.380996 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13363f1e-a69a-48de-a6f3-0d7fcf4a3a57 req-3d3e5768-b1b6-467a-9ea9-cfe357dcea95 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:04.382489 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-13363f1e-a69a-48de-a6f3-0d7fcf4a3a57 req-3d3e5768-b1b6-467a-9ea9-cfe357dcea95 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 943 time: 0.0501080 Sep 21 12:58:04.420889 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-13363f1e-a69a-48de-a6f3-0d7fcf4a3a57 req-f015b327-7408-4fbf-b0ad-f9806382c6aa tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319531 Sep 21 12:58:05.018923 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fbb9f0-7e13-401c-bc54-8e8755fecd87 req-0d33315f-1f98-4329-9bba-8fd66cea53c3 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:05.020434 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-96fbb9f0-7e13-401c-bc54-8e8755fecd87 req-0d33315f-1f98-4329-9bba-8fd66cea53c3 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0496724 Sep 21 12:58:05.060257 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-96fbb9f0-7e13-401c-bc54-8e8755fecd87 req-837bb396-b007-4051-8137-93fa2d16398b tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/security-groups?id=09edb28b-aff7-446b-afa4-cd773e4ba92e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333419 Sep 21 12:58:05.539172 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debee43b-e9af-4c7c-8547-14f017fe2dc7 req-6af4b005-af85-4f9b-b15d-91d1987e8844 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:05.540587 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-debee43b-e9af-4c7c-8547-14f017fe2dc7 req-6af4b005-af85-4f9b-b15d-91d1987e8844 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 946 time: 0.0810273 Sep 21 12:58:05.556306 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4594e-a2f8-4737-aaeb-267ea1fa371b req-820dfed5-aad1-4630-b251-ab4ed2257e2e tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:05.557696 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-93e4594e-a2f8-4737-aaeb-267ea1fa371b req-820dfed5-aad1-4630-b251-ab4ed2257e2e tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 943 time: 0.0612981 Sep 21 12:58:05.639321 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-93e4594e-a2f8-4737-aaeb-267ea1fa371b req-07b6f08e-d800-40af-9ebe-fc8e31671af7 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741155 Sep 21 12:58:05.675734 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-debee43b-e9af-4c7c-8547-14f017fe2dc7 req-9cacd3ce-ce45-4147-abfd-298245c23bb6 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Deleting port da06e402-0ae1-4ccc-98cb-edcb9f469cc0 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 12:58:05.676077 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-debee43b-e9af-4c7c-8547-14f017fe2dc7 req-9cacd3ce-ce45-4147-abfd-298245c23bb6 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:05.773108 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-debee43b-e9af-4c7c-8547-14f017fe2dc7 req-9cacd3ce-ce45-4147-abfd-298245c23bb6 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] For port da06e402-0ae1-4ccc-98cb-edcb9f469cc0, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=da06e402-0ae1-4ccc-98cb-edcb9f469cc0,segment=NetworkSegment(c922d50a-fd2e-41ac-a4a2-4ce4fb9268d3),segment_id=c922d50a-fd2e-41ac-a4a2-4ce4fb9268d3)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:58:05.773461 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-debee43b-e9af-4c7c-8547-14f017fe2dc7 req-9cacd3ce-ce45-4147-abfd-298245c23bb6 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:05.788777 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-debee43b-e9af-4c7c-8547-14f017fe2dc7 req-9cacd3ce-ce45-4147-abfd-298245c23bb6 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Calling delete_port for da06e402-0ae1-4ccc-98cb-edcb9f469cc0 owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 12:58:05.917036 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-debee43b-e9af-4c7c-8547-14f017fe2dc7 req-9cacd3ce-ce45-4147-abfd-298245c23bb6 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:05.929728 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] get_ports_and_sgs() called for port_ids ['da06e402-0ae1-4ccc-98cb-edcb9f469cc0'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 12:58:05.946786 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cacd3ce-ce45-4147-abfd-298245c23bb6 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Pushing event deleted for resources: {'Port': ['ID=da06e402-0ae1-4ccc-98cb-edcb9f469cc0,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:05.988192 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-debee43b-e9af-4c7c-8547-14f017fe2dc7 req-9cacd3ce-ce45-4147-abfd-298245c23bb6 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] No DVR routers for this DVR port da06e402-0ae1-4ccc-98cb-edcb9f469cc0 on host hv-cinder-81013 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 12:58:05.991384 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-debee43b-e9af-4c7c-8547-14f017fe2dc7 req-9cacd3ce-ce45-4147-abfd-298245c23bb6 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:05.993394 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-debee43b-e9af-4c7c-8547-14f017fe2dc7 req-9cacd3ce-ce45-4147-abfd-298245c23bb6 tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.45 "DELETE /v2.0/ports/da06e402-0ae1-4ccc-98cb-edcb9f469cc0 HTTP/1.1" status: 204 len: 173 time: 0.4348526 Sep 21 12:58:05.993821 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1', 'name': 'network-vif-deleted', 'tag': 'da06e402-0ae1-4ccc-98cb-edcb9f469cc0'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 12:58:05.996052 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}891eab8d1a3043c3e369406f1201b67df81013e3c20d23918ff9fd5cd34c6e83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147d553e-d71d-4479-bf51-e4eb7cb275c0" -d '{"events": [{"server_uuid": "fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1", "name": "network-vif-deleted", "tag": "da06e402-0ae1-4ccc-98cb-edcb9f469cc0"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:58:06.053861 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 12:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc944de-88f1-4955-870c-d79ad77e2806 x-openstack-request-id: req-cdc944de-88f1-4955-870c-d79ad77e2806 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:58:06.054498 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1", "name": "network-vif-deleted", "tag": "da06e402-0ae1-4ccc-98cb-edcb9f469cc0", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:58:06.054498 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cdc944de-88f1-4955-870c-d79ad77e2806 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:58:06.054872 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1', 'name': 'network-vif-deleted', 'tag': 'da06e402-0ae1-4ccc-98cb-edcb9f469cc0', 'status': 'completed', 'code': 200} Sep 21 12:58:06.173229 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-31c794c9-bf7a-4961-b8fd-b215bae282b9 req-169e766d-093f-483d-a0c6-921cea2ec30d tempest-ServerRescueNegativeTestJSON-1799811712 tempest-ServerRescueNegativeTestJSON-1799811712-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa466f8b-8a8f-4b20-b5ef-2e990c51f6b1 HTTP/1.1" status: 200 len: 210 time: 0.0270395 Sep 21 12:58:06.294342 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58561abb-eb8f-446d-b40c-9bedda5058e5 req-79b496e4-b08c-4f97-9d75-e6629d6cdb1c tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:06.295862 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-58561abb-eb8f-446d-b40c-9bedda5058e5 req-79b496e4-b08c-4f97-9d75-e6629d6cdb1c tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 946 time: 0.0500557 Sep 21 12:58:06.334571 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-58561abb-eb8f-446d-b40c-9bedda5058e5 req-1d5c487b-95e9-4f74-91cf-a7324de1c485 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/security-groups?id=556c2313-ec43-4407-9345-bd30f5a3839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314260 Sep 21 12:58:06.357723 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 59454) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:06.510006 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1798b096-ac54-44c0-a654-5a3ea272e776 tempest-TestMinimumBasicScenario-1845875814 tempest-TestMinimumBasicScenario-1845875814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:06.511775 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-1798b096-ac54-44c0-a654-5a3ea272e776 tempest-TestMinimumBasicScenario-1845875814 tempest-TestMinimumBasicScenario-1845875814-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 1094 time: 0.1527112 Sep 21 12:58:06.515856 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 59460) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:06.521102 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-018d1bd7-4992-4693-9f30-32001ea9cb5e tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Request body: {'floatingip': {'floating_network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'port_id': 'ea8b5fab-5e4e-46eb-ba42-4d1b90f99788', 'tenant_id': '54f9f534b71a4136abd69de59797e640', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:58:06.546060 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-018d1bd7-4992-4693-9f30-32001ea9cb5e tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks [] for floatingip, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:06.649887 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-018d1bd7-4992-4693-9f30-32001ea9cb5e tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:06.770105 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-018d1bd7-4992-4693-9f30-32001ea9cb5e tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Allocated IP 172.27.0.127 (3589cb95-8b7f-464f-a8af-ebd0722ed0b9/83bd8dfa-a4af-4a48-a00e-8b360d22b666/0a60265d-17ee-480b-a70c-c32f7478c9fb) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:58:06.800769 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542d1ec9-4d7f-48bf-bfb2-d9a7ca6284f7 req-0297cf14-178c-4cb4-b3b2-d38f9d0677e1 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:06.802271 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-542d1ec9-4d7f-48bf-bfb2-d9a7ca6284f7 req-0297cf14-178c-4cb4-b3b2-d38f9d0677e1 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 943 time: 0.0621793 Sep 21 12:58:06.839184 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-542d1ec9-4d7f-48bf-bfb2-d9a7ca6284f7 req-796d1961-795a-4f6f-9319-f5ab020a2ea4 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309558 Sep 21 12:58:06.885661 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-018d1bd7-4992-4693-9f30-32001ea9cb5e tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:06.918846 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-018d1bd7-4992-4693-9f30-32001ea9cb5e tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168646'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:06.958108 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018d1bd7-4992-4693-9f30-32001ea9cb5e tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Network 3589cb95-8b7f-464f-a8af-ebd0722ed0b9 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:58:06.960882 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-018d1bd7-4992-4693-9f30-32001ea9cb5e tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:58:06.964282 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018d1bd7-4992-4693-9f30-32001ea9cb5e tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 12:58:06.989394 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d1bd7-4992-4693-9f30-32001ea9cb5e tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Pushing event updated for resources: {'Port': ['ID=0a60265d-17ee-480b-a70c-c32f7478c9fb,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:07.197720 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15809077-97da-410c-9bcd-e331531493ef req-7a7ff520-6f16-4876-9c7b-36134701551d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:07.199298 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-15809077-97da-410c-9bcd-e331531493ef req-7a7ff520-6f16-4876-9c7b-36134701551d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b&tenant_id=1b3ede534435481c9544b6bd95cee453 HTTP/1.1" status: 200 len: 1096 time: 0.0724354 Sep 21 12:58:07.235113 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 59466) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:07.272766 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15809077-97da-410c-9bcd-e331531493ef req-e0ffc1cf-73b8-4a5e-a308-75d1a9aa3b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:07.274343 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-15809077-97da-410c-9bcd-e331531493ef req-e0ffc1cf-73b8-4a5e-a308-75d1a9aa3b3f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1b3ede534435481c9544b6bd95cee453&device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 1096 time: 0.0413074 Sep 21 12:58:07.369529 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15809077-97da-410c-9bcd-e331531493ef req-7d5f6c53-5aa6-4636-87b6-1de819c6abab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:07.371027 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-15809077-97da-410c-9bcd-e331531493ef req-7d5f6c53-5aa6-4636-87b6-1de819c6abab service neutron] 10.222.0.45 "GET /v2.0/networks?id=448bd693-ac99-4c36-8b6e-b9a357473df4 HTTP/1.1" status: 200 len: 918 time: 0.0885386 Sep 21 12:58:07.441433 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-15809077-97da-410c-9bcd-e331531493ef req-87853f58-2d8b-4085-a6f6-5e404f4b46da service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf3dd969-8e6c-4ca0-85b1-b5dbdd367470 HTTP/1.1" status: 200 len: 999 time: 0.0611634 Sep 21 12:58:07.445363 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-018d1bd7-4992-4693-9f30-32001ea9cb5e tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:07.505661 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15809077-97da-410c-9bcd-e331531493ef req-7059fd90-d72a-4617-914d-08101d98ee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:07.507259 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-15809077-97da-410c-9bcd-e331531493ef req-7059fd90-d72a-4617-914d-08101d98ee72 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=afc0ebff-08f8-4d98-a7ec-9196a5213e06 HTTP/1.1" status: 200 len: 856 time: 0.0517323 Sep 21 12:58:07.556429 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15809077-97da-410c-9bcd-e331531493ef req-1c6d14cd-3610-4a5f-8c7b-1b8ca45daa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:07.558128 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-15809077-97da-410c-9bcd-e331531493ef req-1c6d14cd-3610-4a5f-8c7b-1b8ca45daa82 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=448bd693-ac99-4c36-8b6e-b9a357473df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429523 Sep 21 12:58:07.585951 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-018d1bd7-4992-4693-9f30-32001ea9cb5e tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:07.672114 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-15809077-97da-410c-9bcd-e331531493ef req-29c6cdbc-e736-467c-9398-57c832ee6892 service neutron] 10.222.0.45 "GET /v2.0/networks/448bd693-ac99-4c36-8b6e-b9a357473df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023304 Sep 21 12:58:07.767924 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-15809077-97da-410c-9bcd-e331531493ef req-651aa813-600b-427d-97cc-3b1c635a8185 service neutron] 10.222.0.45 "GET /v2.0/networks/448bd693-ac99-4c36-8b6e-b9a357473df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868838 Sep 21 12:58:07.803768 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa70bb-febf-4b26-bc05-013dc070371d req-5af39389-af01-4fb0-ab6b-ed9b3555f32f tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:07.805613 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-35fa70bb-febf-4b26-bc05-013dc070371d req-5af39389-af01-4fb0-ab6b-ed9b3555f32f tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=1182269b-5266-491a-8c7e-4a3e85e3c33a HTTP/1.1" status: 200 len: 945 time: 0.1390383 Sep 21 12:58:07.932720 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-35fa70bb-febf-4b26-bc05-013dc070371d req-32c123ec-207a-4765-aaf3-8e4a409debbb tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160054 Sep 21 12:58:07.935296 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-018d1bd7-4992-4693-9f30-32001ea9cb5e tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:07.943466 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-018d1bd7-4992-4693-9f30-32001ea9cb5e tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168671'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:07.971785 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7ce2f-dc20-4778-be02-9d34cbe22d9e req-025c167a-70f6-4f40-9ca7-a87d290b0946 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:07.973222 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-33a7ce2f-dc20-4778-be02-9d34cbe22d9e req-025c167a-70f6-4f40-9ca7-a87d290b0946 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 943 time: 0.0603161 Sep 21 12:58:08.020433 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-33a7ce2f-dc20-4778-be02-9d34cbe22d9e req-774c86cd-7da7-4cf5-89f5-6309df66c9fa tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399070 Sep 21 12:58:08.031983 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d1bd7-4992-4693-9f30-32001ea9cb5e tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Pushing event updated for resources: {'Port': ['ID=0a60265d-17ee-480b-a70c-c32f7478c9fb,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:08.048050 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-018d1bd7-4992-4693-9f30-32001ea9cb5e tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618694'] for floatingip, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:08.098370 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d80d65f9-0e35-484a-9e75-2a8af74cc2cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1618182'] for router_interface, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:08.240590 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.db.l3_db [None req-018d1bd7-4992-4693-9f30-32001ea9cb5e tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Floating IP 9a7fdc26-f197-4941-8750-dadfadc2145d associated. External IP: 172.27.0.127, port: ea8b5fab-5e4e-46eb-ba42-4d1b90f99788. Sep 21 12:58:08.842905 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device da06e402-0ae1-4ccc-98cb-edcb9f469cc0 no longer exists at agent hyperv_hv-cinder-81013 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:58:08.847604 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018d1bd7-4992-4693-9f30-32001ea9cb5e tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Router 8cf2c2ef-f44d-42ef-bcd2-048d9abacfee has already been hosted by L3 agent ac1410d3-fc19-41f1-a8a6-9305dbf296af {{(pid=93968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:58:08.858365 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d80d65f9-0e35-484a-9e75-2a8af74cc2cb admin admin] Deleting port 40fae25d-1b3a-470e-8ef0-ec67bc9e29b5 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 12:58:08.858869 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d80d65f9-0e35-484a-9e75-2a8af74cc2cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:08.869049 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] No Port match for: da06e402-0ae1-4ccc-98cb-edcb9f469cc0 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 12:58:08.869469 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device da06e402-0ae1-4ccc-98cb-edcb9f469cc0 not bound to the agent host hv-cinder-81013 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:58:09.027151 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-d80d65f9-0e35-484a-9e75-2a8af74cc2cb admin admin] For port 40fae25d-1b3a-470e-8ef0-ec67bc9e29b5, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=40fae25d-1b3a-470e-8ef0-ec67bc9e29b5,segment=NetworkSegment(c922d50a-fd2e-41ac-a4a2-4ce4fb9268d3),segment_id=c922d50a-fd2e-41ac-a4a2-4ce4fb9268d3)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:58:09.027509 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d80d65f9-0e35-484a-9e75-2a8af74cc2cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:09.063296 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018d1bd7-4992-4693-9f30-32001ea9cb5e tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify agent at l3_agent.dv-cinder-810131-2-iscsi the message routers_updated {{(pid=93968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:58:09.064932 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-d80d65f9-0e35-484a-9e75-2a8af74cc2cb admin admin] Calling delete_port for 40fae25d-1b3a-470e-8ef0-ec67bc9e29b5 owned by network:router_interface {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 12:58:09.075138 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5ce7c4-b26f-43bf-945f-e2c2c12914f2 None None] Sync routers for ids ['8cf2c2ef-f44d-42ef-bcd2-048d9abacfee'] in dv-cinder-810131-2-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:58:09.100904 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5ce7c4-b26f-43bf-945f-e2c2c12914f2 None None] Routers {'8cf2c2ef-f44d-42ef-bcd2-048d9abacfee'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 12:58:09.102798 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-ba5ce7c4-b26f-43bf-945f-e2c2c12914f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T12:57:45Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['8cf2c2ef-f44d-42ef-bcd2-048d9abacfee'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:58:09.127241 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-018d1bd7-4992-4693-9f30-32001ea9cb5e tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for floatingip, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:09.142739 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f9826-ae37-4080-aa22-cf1dd818a322 req-64d1a589-515a-4aec-afbb-01604f532e5a tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:09.144350 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-517f9826-ae37-4080-aa22-cf1dd818a322 req-64d1a589-515a-4aec-afbb-01604f532e5a tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=1182269b-5266-491a-8c7e-4a3e85e3c33a HTTP/1.1" status: 200 len: 945 time: 0.1374598 Sep 21 12:58:09.193893 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3587b7-785d-471c-9697-a79bdaa916c7 req-6f27efa9-09b5-4761-83a7-77432496369c tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:09.195961 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-018d1bd7-4992-4693-9f30-32001ea9cb5e tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6784003 Sep 21 12:58:09.197992 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b4203b-bdd3-453e-b62c-323bc9b69181', 'tag': 'ea8b5fab-5e4e-46eb-ba42-4d1b90f99788'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 12:58:09.198957 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-db3587b7-785d-471c-9697-a79bdaa916c7 req-6f27efa9-09b5-4761-83a7-77432496369c tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 943 time: 0.0737073 Sep 21 12:58:09.199725 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 59500) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:09.200462 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a262e2a05831170809019d2cf22837e497d964a865586fc051a88de41b43109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60ca16a-1013-48e1-a715-0b551246a6e0" -d '{"events": [{"name": "network-changed", "server_uuid": "b3b4203b-bdd3-453e-b62c-323bc9b69181", "tag": "ea8b5fab-5e4e-46eb-ba42-4d1b90f99788"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:58:09.204997 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-f31c9d88-ff4a-49af-bf28-c808caceb5e6 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-389037213', 'description': 'tempest-secgroup-smoke-389037213 description', 'project_id': '54f9f534b71a4136abd69de59797e640'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:58:09.257792 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-517f9826-ae37-4080-aa22-cf1dd818a322 req-9dde978b-4d56-4099-a994-4d3daf72f734 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954556 Sep 21 12:58:09.261443 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f31c9d88-ff4a-49af-bf28-c808caceb5e6 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:09.284495 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-ba5ce7c4-b26f-43bf-945f-e2c2c12914f2 None None] Set router 8cf2c2ef-f44d-42ef-bcd2-048d9abacfee gateway port host: dv-cinder-810131-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 12:58:09.306950 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-db3587b7-785d-471c-9697-a79bdaa916c7 req-a127dfbb-6599-4322-a1f7-2af46c6c5201 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878417 Sep 21 12:58:09.370938 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 12:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b6eb7f-32f3-4bf3-afe1-1b7109b5ca2b x-openstack-request-id: req-74b6eb7f-32f3-4bf3-afe1-1b7109b5ca2b {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:58:09.371227 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3b4203b-bdd3-453e-b62c-323bc9b69181", "tag": "ea8b5fab-5e4e-46eb-ba42-4d1b90f99788", "status": "completed", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:58:09.372053 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-74b6eb7f-32f3-4bf3-afe1-1b7109b5ca2b {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:58:09.372404 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3b4203b-bdd3-453e-b62c-323bc9b69181', 'tag': 'ea8b5fab-5e4e-46eb-ba42-4d1b90f99788', 'status': 'completed', 'code': 200} Sep 21 12:58:09.388742 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d80d65f9-0e35-484a-9e75-2a8af74cc2cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168646'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:09.411246 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f31c9d88-ff4a-49af-bf28-c808caceb5e6 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:09.416070 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f31c9d88-ff4a-49af-bf28-c808caceb5e6 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:09.417877 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80d65f9-0e35-484a-9e75-2a8af74cc2cb admin admin] Pushing event deleted for resources: {'Port': ['ID=40fae25d-1b3a-470e-8ef0-ec67bc9e29b5,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:09.448859 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f31c9d88-ff4a-49af-bf28-c808caceb5e6 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:09.454091 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-f31c9d88-ff4a-49af-bf28-c808caceb5e6 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2495773 Sep 21 12:58:09.456754 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 59506) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:09.460120 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-0a95c7d8-f955-4226-b082-05a485e23cdd tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Request body: {'security_group_rule': {'security_group_id': '40e3f8dc-087e-4a5d-bc84-90364a380877', 'project_id': '54f9f534b71a4136abd69de59797e640', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:58:09.468869 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c9d88-ff4a-49af-bf28-c808caceb5e6 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40e3f8dc-087e-4a5d-bc84-90364a380877,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:09.497873 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0a95c7d8-f955-4226-b082-05a485e23cdd tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:09.570596 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0a95c7d8-f955-4226-b082-05a485e23cdd tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:09.576909 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0a95c7d8-f955-4226-b082-05a485e23cdd tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628989'] for security_group_rule, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:09.600265 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95c7d8-f955-4226-b082-05a485e23cdd tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9de5665-084a-4299-914a-b58f8cccde02,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:09.608087 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0a95c7d8-f955-4226-b082-05a485e23cdd tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:09.608836 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d80d65f9-0e35-484a-9e75-2a8af74cc2cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1791924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1618870'] for router_interface, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:09.611070 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-0a95c7d8-f955-4226-b082-05a485e23cdd tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1544387 Sep 21 12:58:09.612718 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 59508) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:09.617951 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-c1d9894c-7131-4080-85cf-aeec1f1dc98c tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Request body: {'security_group_rule': {'security_group_id': '40e3f8dc-087e-4a5d-bc84-90364a380877', 'project_id': '54f9f534b71a4136abd69de59797e640', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:58:09.697018 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c1d9894c-7131-4080-85cf-aeec1f1dc98c tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:09.773818 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-ba5ce7c4-b26f-43bf-945f-e2c2c12914f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf2c2ef-f44d-42ef-bcd2-048d9abacfee', 'name': 'tempest-TestMinimumBasicScenario-1089239796-router', 'tenant_id': '54f9f534b71a4136abd69de59797e640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'd074498f-4cf7-4cfd-8f64-ff10e652708c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:57:00Z', 'updated_at': '2021-09-21T12:57:03Z', 'revision_number': 4, 'project_id': '54f9f534b71a4136abd69de59797e640', 'gw_port': {'id': 'd074498f-4cf7-4cfd-8f64-ff10e652708c', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf2c2ef-f44d-42ef-bcd2-048d9abacfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:57:00Z', 'updated_at': '2021-09-21T12:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_floatingips': [{'id': '9a7fdc26-f197-4941-8750-dadfadc2145d', 'tenant_id': '54f9f534b71a4136abd69de59797e640', 'floating_ip_address': '172.27.0.127', 'floating_network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'router_id': '8cf2c2ef-f44d-42ef-bcd2-048d9abacfee', 'port_id': 'ea8b5fab-5e4e-46eb-ba42-4d1b90f99788', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43317c7a-deea-471e-aa4d-d9fcabe56660', 'mac_address': 'fa:16:3e:c2:c5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b4203b-bdd3-453e-b62c-323bc9b69181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T12:58:07Z', 'updated_at': '2021-09-21T12:58:07Z', 'revision_number': 0, 'project_id': '54f9f534b71a4136abd69de59797e640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8782ac3f-1fe3-4e32-89b2-8392fabd4283', 'name': '', 'network_id': '43317c7a-deea-471e-aa4d-d9fcabe56660', 'tenant_id': '54f9f534b71a4136abd69de59797e640', 'mac_address': 'fa:16:3e:0f:23:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf2c2ef-f44d-42ef-bcd2-048d9abacfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '88584b3f-ee8b-47d0-84d7-098ad49e36b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:57:02Z', 'updated_at': '2021-09-21T12:57:07Z', 'revision_number': 5, 'project_id': '54f9f534b71a4136abd69de59797e640', 'subnets': [{'id': '88584b3f-ee8b-47d0-84d7-098ad49e36b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:58:09.834335 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5ce7c4-b26f-43bf-945f-e2c2c12914f2 None None] Checking router: 8cf2c2ef-f44d-42ef-bcd2-048d9abacfee for host: dv-cinder-810131-2-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:58:09.847670 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5ce7c4-b26f-43bf-945f-e2c2c12914f2 None None] Routers {'8cf2c2ef-f44d-42ef-bcd2-048d9abacfee'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 12:58:09.848682 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-ba5ce7c4-b26f-43bf-945f-e2c2c12914f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T12:57:45Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['8cf2c2ef-f44d-42ef-bcd2-048d9abacfee'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:58:09.897872 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c1d9894c-7131-4080-85cf-aeec1f1dc98c tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:09.905210 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c1d9894c-7131-4080-85cf-aeec1f1dc98c tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628989'] for security_group_rule, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:09.931844 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d9894c-7131-4080-85cf-aeec1f1dc98c tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf498531-2434-433e-bcad-8d3628948f99,revision_number=0']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:09.937827 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80d65f9-0e35-484a-9e75-2a8af74cc2cb admin admin] Router df628c95-aad1-476d-a005-9291a9189be1 has already been hosted by L3 agent ac1410d3-fc19-41f1-a8a6-9305dbf296af {{(pid=93968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:58:09.947036 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c1d9894c-7131-4080-85cf-aeec1f1dc98c tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:09.951794 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 59510) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:09.952040 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-c1d9894c-7131-4080-85cf-aeec1f1dc98c tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3372583 Sep 21 12:58:09.956733 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-19efc6b3-11c5-4fd3-b3d4-8006f46112ce tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Request body: {'security_group_rule': {'security_group_id': '40e3f8dc-087e-4a5d-bc84-90364a380877', 'project_id': '54f9f534b71a4136abd69de59797e640', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:58:09.978006 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-ba5ce7c4-b26f-43bf-945f-e2c2c12914f2 None None] Set router 8cf2c2ef-f44d-42ef-bcd2-048d9abacfee gateway port host: dv-cinder-810131-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 12:58:09.998909 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-19efc6b3-11c5-4fd3-b3d4-8006f46112ce tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:10.068625 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-19efc6b3-11c5-4fd3-b3d4-8006f46112ce tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:10.073420 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80d65f9-0e35-484a-9e75-2a8af74cc2cb admin admin] Notify agent at l3_agent.dv-cinder-810131-2-iscsi the message routers_updated {{(pid=93968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:58:10.073613 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-19efc6b3-11c5-4fd3-b3d4-8006f46112ce tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628989'] for security_group_rule, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:10.079712 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-d80d65f9-0e35-484a-9e75-2a8af74cc2cb admin admin] 10.222.0.32 "PUT /v2.0/routers/df628c95-aad1-476d-a005-9291a9189be1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8435802 Sep 21 12:58:10.082243 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 59512) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:10.087762 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c29505-9ffa-4335-a17d-c09bd72a9eaf None None] Sync routers for ids ['df628c95-aad1-476d-a005-9291a9189be1'] in dv-cinder-810131-2-iscsi {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:58:10.090273 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19efc6b3-11c5-4fd3-b3d4-8006f46112ce tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdece216-2cca-4e9c-9c0d-bebdcaa51575,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:10.102349 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-19efc6b3-11c5-4fd3-b3d4-8006f46112ce tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:10.108520 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 59514) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:10.109022 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-19efc6b3-11c5-4fd3-b3d4-8006f46112ce tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1561151 Sep 21 12:58:10.115023 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c29505-9ffa-4335-a17d-c09bd72a9eaf None None] Routers {'df628c95-aad1-476d-a005-9291a9189be1'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 12:58:10.115672 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-15c29505-9ffa-4335-a17d-c09bd72a9eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T12:57:45Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['df628c95-aad1-476d-a005-9291a9189be1'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:58:10.144976 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-113242e9-7a29-43e3-95c0-40c6e5304cf6 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Request body: {'security_group_rule': {'security_group_id': '40e3f8dc-087e-4a5d-bc84-90364a380877', 'project_id': '54f9f534b71a4136abd69de59797e640', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:58:10.222195 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-113242e9-7a29-43e3-95c0-40c6e5304cf6 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:10.250880 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-15c29505-9ffa-4335-a17d-c09bd72a9eaf None None] Set router df628c95-aad1-476d-a005-9291a9189be1 gateway port host: dv-cinder-810131-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 12:58:10.252703 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6a9da292-7055-4323-b821-0df362d61051 admin admin] Notify callbacks [] for router, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:10.283559 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-ba5ce7c4-b26f-43bf-945f-e2c2c12914f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf2c2ef-f44d-42ef-bcd2-048d9abacfee', 'name': 'tempest-TestMinimumBasicScenario-1089239796-router', 'tenant_id': '54f9f534b71a4136abd69de59797e640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'd074498f-4cf7-4cfd-8f64-ff10e652708c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:57:00Z', 'updated_at': '2021-09-21T12:57:03Z', 'revision_number': 4, 'project_id': '54f9f534b71a4136abd69de59797e640', 'gw_port': {'id': 'd074498f-4cf7-4cfd-8f64-ff10e652708c', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf2c2ef-f44d-42ef-bcd2-048d9abacfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:57:00Z', 'updated_at': '2021-09-21T12:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_floatingips': [{'id': '9a7fdc26-f197-4941-8750-dadfadc2145d', 'tenant_id': '54f9f534b71a4136abd69de59797e640', 'floating_ip_address': '172.27.0.127', 'floating_network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'router_id': '8cf2c2ef-f44d-42ef-bcd2-048d9abacfee', 'port_id': 'ea8b5fab-5e4e-46eb-ba42-4d1b90f99788', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43317c7a-deea-471e-aa4d-d9fcabe56660', 'mac_address': 'fa:16:3e:c2:c5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b4203b-bdd3-453e-b62c-323bc9b69181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T12:58:07Z', 'updated_at': '2021-09-21T12:58:07Z', 'revision_number': 0, 'project_id': '54f9f534b71a4136abd69de59797e640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8782ac3f-1fe3-4e32-89b2-8392fabd4283', 'name': '', 'network_id': '43317c7a-deea-471e-aa4d-d9fcabe56660', 'tenant_id': '54f9f534b71a4136abd69de59797e640', 'mac_address': 'fa:16:3e:0f:23:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf2c2ef-f44d-42ef-bcd2-048d9abacfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '88584b3f-ee8b-47d0-84d7-098ad49e36b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:57:02Z', 'updated_at': '2021-09-21T12:57:07Z', 'revision_number': 5, 'project_id': '54f9f534b71a4136abd69de59797e640', 'subnets': [{'id': '88584b3f-ee8b-47d0-84d7-098ad49e36b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:58:10.338300 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5ce7c4-b26f-43bf-945f-e2c2c12914f2 None None] The sync data for ids ['8cf2c2ef-f44d-42ef-bcd2-048d9abacfee'] in dv-cinder-810131-2-iscsi is: [{'id': '8cf2c2ef-f44d-42ef-bcd2-048d9abacfee', 'name': 'tempest-TestMinimumBasicScenario-1089239796-router', 'tenant_id': '54f9f534b71a4136abd69de59797e640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'd074498f-4cf7-4cfd-8f64-ff10e652708c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:57:00Z', 'updated_at': '2021-09-21T12:57:03Z', 'revision_number': 4, 'project_id': '54f9f534b71a4136abd69de59797e640', 'gw_port': {'id': 'd074498f-4cf7-4cfd-8f64-ff10e652708c', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf2c2ef-f44d-42ef-bcd2-048d9abacfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:57:00Z', 'updated_at': '2021-09-21T12:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_floatingips': [{'id': '9a7fdc26-f197-4941-8750-dadfadc2145d', 'tenant_id': '54f9f534b71a4136abd69de59797e640', 'floating_ip_address': '172.27.0.127', 'floating_network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'router_id': '8cf2c2ef-f44d-42ef-bcd2-048d9abacfee', 'port_id': 'ea8b5fab-5e4e-46eb-ba42-4d1b90f99788', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43317c7a-deea-471e-aa4d-d9fcabe56660', 'mac_address': 'fa:16:3e:c2:c5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b4203b-bdd3-453e-b62c-323bc9b69181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T12:58:07Z', 'updated_at': '2021-09-21T12:58:07Z', 'revision_number': 0, 'project_id': '54f9f534b71a4136abd69de59797e640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8782ac3f-1fe3-4e32-89b2-8392fabd4283', 'name': '', 'network_id': '43317c7a-deea-471e-aa4d-d9fcabe56660', 'tenant_id': '54f9f534b71a4136abd69de59797e640', 'mac_address': 'fa:16:3e:0f:23:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf2c2ef-f44d-42ef-bcd2-048d9abacfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '88584b3f-ee8b-47d0-84d7-098ad49e36b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:57:02Z', 'updated_at': '2021-09-21T12:57:07Z', 'revision_number': 5, 'project_id': '54f9f534b71a4136abd69de59797e640', 'subnets': [{'id': '88584b3f-ee8b-47d0-84d7-098ad49e36b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:58:10.478289 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf40b5e-122d-4a0b-ad37-68480640c508 req-dfecad48-2ad3-4778-bb93-d62633891620 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:10.479953 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fcf40b5e-122d-4a0b-ad37-68480640c508 req-dfecad48-2ad3-4778-bb93-d62633891620 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=1182269b-5266-491a-8c7e-4a3e85e3c33a HTTP/1.1" status: 200 len: 945 time: 0.0777338 Sep 21 12:58:10.537446 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-15c29505-9ffa-4335-a17d-c09bd72a9eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df628c95-aad1-476d-a005-9291a9189be1', 'name': 'tempest-ServerRescueNegativeTestJSON-1644202309-router', 'tenant_id': '733d5bd9c7084becb0ad3bb10d2da297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '6f9d544c-8dec-42cf-a32f-9a1ed48c71e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:54:06Z', 'updated_at': '2021-09-21T12:58:09Z', 'revision_number': 5, 'project_id': '733d5bd9c7084becb0ad3bb10d2da297', 'gw_port': {'id': '6f9d544c-8dec-42cf-a32f-9a1ed48c71e9', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df628c95-aad1-476d-a005-9291a9189be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:54:07Z', 'updated_at': '2021-09-21T12:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi'}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:58:10.563064 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fcf40b5e-122d-4a0b-ad37-68480640c508 req-3215b2a9-edc1-4a6c-94f7-25658fe001cb tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602107 Sep 21 12:58:10.593497 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c29505-9ffa-4335-a17d-c09bd72a9eaf None None] Checking router: df628c95-aad1-476d-a005-9291a9189be1 for host: dv-cinder-810131-2-iscsi {{(pid=93970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:58:10.605017 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c29505-9ffa-4335-a17d-c09bd72a9eaf None None] Routers {'df628c95-aad1-476d-a005-9291a9189be1'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 12:58:10.605900 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-15c29505-9ffa-4335-a17d-c09bd72a9eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T12:57:45Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['df628c95-aad1-476d-a005-9291a9189be1'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:58:10.665276 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6d24f3-23c3-41ed-8a2c-84ecc75b6ad7 None None] New status for floating IP 9a7fdc26-f197-4941-8750-dadfadc2145d: ACTIVE {{(pid=93971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 12:58:10.676793 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-113242e9-7a29-43e3-95c0-40c6e5304cf6 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:10.692154 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-113242e9-7a29-43e3-95c0-40c6e5304cf6 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628989'] for security_group_rule, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:10.723183 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113242e9-7a29-43e3-95c0-40c6e5304cf6 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdb947d2-089d-4ea8-a7df-b68d092d9a48,revision_number=0']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:10.768059 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1996c68-8d20-4209-9f96-e4378558583b req-f0c212ac-01de-4368-a6fe-c5197afaa93a tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:10.769615 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a1996c68-8d20-4209-9f96-e4378558583b req-f0c212ac-01de-4368-a6fe-c5197afaa93a tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 943 time: 0.0916042 Sep 21 12:58:10.771238 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6a9da292-7055-4323-b821-0df362d61051 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:10.774298 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-113242e9-7a29-43e3-95c0-40c6e5304cf6 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:10.778128 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-113242e9-7a29-43e3-95c0-40c6e5304cf6 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6642814 Sep 21 12:58:10.778438 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 59520) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:10.783094 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-d1b78113-97bc-4e50-8248-43f1ad948f48 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Request body: {'security_group_rule': {'security_group_id': '40e3f8dc-087e-4a5d-bc84-90364a380877', 'project_id': '54f9f534b71a4136abd69de59797e640', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:58:10.792726 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-15c29505-9ffa-4335-a17d-c09bd72a9eaf None None] Set router df628c95-aad1-476d-a005-9291a9189be1 gateway port host: dv-cinder-810131-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 12:58:10.839657 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.db.securitygroups_db [None req-d1b78113-97bc-4e50-8248-43f1ad948f48 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Project 54f9f534b71a4136abd69de59797e640 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 12:58:10.847524 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d1b78113-97bc-4e50-8248-43f1ad948f48 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:10.857647 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a1996c68-8d20-4209-9f96-e4378558583b req-c84b71a9-6a95-4e53-bf10-5d3a1288e9f0 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734284 Sep 21 12:58:10.903990 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-6a9da292-7055-4323-b821-0df362d61051 admin admin] Deleting port 6f9d544c-8dec-42cf-a32f-9a1ed48c71e9 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 12:58:10.910710 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6a9da292-7055-4323-b821-0df362d61051 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:10.973633 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d1b78113-97bc-4e50-8248-43f1ad948f48 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:10.980308 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d1b78113-97bc-4e50-8248-43f1ad948f48 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628989'] for security_group_rule, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:11.018039 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b78113-97bc-4e50-8248-43f1ad948f48 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a463511-245f-471a-be6a-f55782632fa6,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:11.020461 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d1b78113-97bc-4e50-8248-43f1ad948f48 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:11.021856 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-d1b78113-97bc-4e50-8248-43f1ad948f48 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2424004 Sep 21 12:58:11.025211 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 59522) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:11.031000 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-443ebcd5-b566-4853-aa81-acf56e145cbe tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Request body: {'security_group_rule': {'security_group_id': '40e3f8dc-087e-4a5d-bc84-90364a380877', 'project_id': '54f9f534b71a4136abd69de59797e640', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:58:11.074144 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.db.securitygroups_db [None req-443ebcd5-b566-4853-aa81-acf56e145cbe tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Project 54f9f534b71a4136abd69de59797e640 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 12:58:11.080871 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-443ebcd5-b566-4853-aa81-acf56e145cbe tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:11.091623 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-6a9da292-7055-4323-b821-0df362d61051 admin admin] For port 6f9d544c-8dec-42cf-a32f-9a1ed48c71e9, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=6f9d544c-8dec-42cf-a32f-9a1ed48c71e9,segment=NetworkSegment(e2b94f31-7b3f-4aad-87c8-37618fa3f855),segment_id=e2b94f31-7b3f-4aad-87c8-37618fa3f855)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:58:11.091623 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6a9da292-7055-4323-b821-0df362d61051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:11.112648 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-6a9da292-7055-4323-b821-0df362d61051 admin admin] Calling delete_port for 6f9d544c-8dec-42cf-a32f-9a1ed48c71e9 owned by network:router_gateway {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 12:58:11.120916 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-15c29505-9ffa-4335-a17d-c09bd72a9eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df628c95-aad1-476d-a005-9291a9189be1', 'name': 'tempest-ServerRescueNegativeTestJSON-1644202309-router', 'tenant_id': '733d5bd9c7084becb0ad3bb10d2da297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '6f9d544c-8dec-42cf-a32f-9a1ed48c71e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:54:06Z', 'updated_at': '2021-09-21T12:58:09Z', 'revision_number': 5, 'project_id': '733d5bd9c7084becb0ad3bb10d2da297', 'gw_port': {'id': '6f9d544c-8dec-42cf-a32f-9a1ed48c71e9', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df628c95-aad1-476d-a005-9291a9189be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:54:07Z', 'updated_at': '2021-09-21T12:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi'}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:58:11.151144 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c29505-9ffa-4335-a17d-c09bd72a9eaf None None] The sync data for ids ['df628c95-aad1-476d-a005-9291a9189be1'] in dv-cinder-810131-2-iscsi is: [{'id': 'df628c95-aad1-476d-a005-9291a9189be1', 'name': 'tempest-ServerRescueNegativeTestJSON-1644202309-router', 'tenant_id': '733d5bd9c7084becb0ad3bb10d2da297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': '6f9d544c-8dec-42cf-a32f-9a1ed48c71e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:54:06Z', 'updated_at': '2021-09-21T12:58:09Z', 'revision_number': 5, 'project_id': '733d5bd9c7084becb0ad3bb10d2da297', 'gw_port': {'id': '6f9d544c-8dec-42cf-a32f-9a1ed48c71e9', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ab:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df628c95-aad1-476d-a005-9291a9189be1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:54:07Z', 'updated_at': '2021-09-21T12:54:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi'}] {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:58:11.198843 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-443ebcd5-b566-4853-aa81-acf56e145cbe tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:11.266707 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-443ebcd5-b566-4853-aa81-acf56e145cbe tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628989'] for security_group_rule, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:11.284513 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443ebcd5-b566-4853-aa81-acf56e145cbe tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c28b1d0-131b-4fba-ac64-211fbea95304,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:11.312172 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-443ebcd5-b566-4853-aa81-acf56e145cbe tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:11.316417 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-443ebcd5-b566-4853-aa81-acf56e145cbe tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2871428 Sep 21 12:58:11.415685 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6a9da292-7055-4323-b821-0df362d61051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168646'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:11.430495 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-067c3a81-636f-40c2-80e1-69021bbac9b3 req-98754c3c-0ed9-41ec-9681-7c0642621cdc tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-389037213&fields=id&tenant_id=54f9f534b71a4136abd69de59797e640 HTTP/1.1" status: 200 len: 267 time: 0.0490513 Sep 21 12:58:11.461410 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9da292-7055-4323-b821-0df362d61051 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f9d544c-8dec-42cf-a32f-9a1ed48c71e9,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:11.512604 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c3a81-636f-40c2-80e1-69021bbac9b3 req-da5da84e-cc60-45d5-9609-7ded5de92b27 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:11.514152 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-067c3a81-636f-40c2-80e1-69021bbac9b3 req-da5da84e-cc60-45d5-9609-7ded5de92b27 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 946 time: 0.0767961 Sep 21 12:58:11.525490 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-067c3a81-636f-40c2-80e1-69021bbac9b3 req-edbdd5a0-38a6-44a9-ae21-688a8e688b8f tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Request body: {'port': {'security_groups': ['556c2313-ec43-4407-9345-bd30f5a3839d', '40e3f8dc-087e-4a5d-bc84-90364a380877']}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:58:11.531075 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6a9da292-7055-4323-b821-0df362d61051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1618800'] for router_gateway, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:11.598821 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-067c3a81-636f-40c2-80e1-69021bbac9b3 req-edbdd5a0-38a6-44a9-ae21-688a8e688b8f tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:11.667531 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6a9da292-7055-4323-b821-0df362d61051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3824'] for router, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:11.673157 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6a9da292-7055-4323-b821-0df362d61051 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:11.770195 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6a9da292-7055-4323-b821-0df362d61051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608922'] for router, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:11.770748 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9da292-7055-4323-b821-0df362d61051 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df628c95-aad1-476d-a005-9291a9189be1 {{(pid=93968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 12:58:11.780813 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8ab15-6ecd-44c5-8743-8e95ed47a2da req-92d9168e-d6e4-4282-8b75-2f0e68d7d07e tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:11.781174 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1ef8ab15-6ecd-44c5-8743-8e95ed47a2da req-92d9168e-d6e4-4282-8b75-2f0e68d7d07e tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=1182269b-5266-491a-8c7e-4a3e85e3c33a HTTP/1.1" status: 200 len: 945 time: 0.1103861 Sep 21 12:58:11.790957 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6a9da292-7055-4323-b821-0df362d61051 admin admin] Notify callbacks [] for router, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:11.796194 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-6a9da292-7055-4323-b821-0df362d61051 admin admin] 10.222.0.32 "DELETE /v2.0/routers/df628c95-aad1-476d-a005-9291a9189be1 HTTP/1.1" status: 204 len: 168 time: 1.7088721 Sep 21 12:58:11.809297 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 59528) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:11.877120 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1ef8ab15-6ecd-44c5-8743-8e95ed47a2da req-876081f6-4818-44b6-9dd5-da4bd1808b9d tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789804 Sep 21 12:58:11.907830 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_v2 [None req-0355268c-02b2-457f-9162-3804973e8b8e admin admin] Deleting subnet 44b95dae-7a59-470d-b24b-f73d769ae49b {{(pid=93968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 12:58:11.914499 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-067c3a81-636f-40c2-80e1-69021bbac9b3 req-edbdd5a0-38a6-44a9-ae21-688a8e688b8f tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] For port ea8b5fab-5e4e-46eb-ba42-4d1b90f99788, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=ea8b5fab-5e4e-46eb-ba42-4d1b90f99788,segment=NetworkSegment(f60c416f-d5e9-4863-99c9-b4221e1b0ca9),segment_id=f60c416f-d5e9-4863-99c9-b4221e1b0ca9)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:58:11.915086 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0355268c-02b2-457f-9162-3804973e8b8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:11.948869 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 40fae25d-1b3a-470e-8ef0-ec67bc9e29b5 no longer exists at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:58:11.976445 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] No Port match for: 40fae25d-1b3a-470e-8ef0-ec67bc9e29b5 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 12:58:11.976783 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 40fae25d-1b3a-470e-8ef0-ec67bc9e29b5 not bound to the agent host dv-cinder-810131-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:58:11.977684 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-067c3a81-636f-40c2-80e1-69021bbac9b3 req-edbdd5a0-38a6-44a9-ae21-688a8e688b8f tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:11.990159 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-067c3a81-636f-40c2-80e1-69021bbac9b3 req-edbdd5a0-38a6-44a9-ae21-688a8e688b8f tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:11.994020 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0355268c-02b2-457f-9162-3804973e8b8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9168701'] for subnet, precommit_delete_associations {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:12.023303 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] get_ports_and_sgs() called for port_ids ['ea8b5fab-5e4e-46eb-ba42-4d1b90f99788'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 12:58:12.042243 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c3a81-636f-40c2-80e1-69021bbac9b3 req-edbdd5a0-38a6-44a9-ae21-688a8e688b8f tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:12.042969 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-067c3a81-636f-40c2-80e1-69021bbac9b3 req-edbdd5a0-38a6-44a9-ae21-688a8e688b8f tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:12.051526 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-067c3a81-636f-40c2-80e1-69021bbac9b3 req-edbdd5a0-38a6-44a9-ae21-688a8e688b8f tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "PUT /v2.0/ports/ea8b5fab-5e4e-46eb-ba42-4d1b90f99788 HTTP/1.1" status: 200 len: 982 time: 0.5241497 Sep 21 12:58:12.052129 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b4203b-bdd3-453e-b62c-323bc9b69181', 'tag': 'ea8b5fab-5e4e-46eb-ba42-4d1b90f99788'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 12:58:12.054928 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}891eab8d1a3043c3e369406f1201b67df81013e3c20d23918ff9fd5cd34c6e83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b093d41-910f-42fd-b472-2738a338228d" -d '{"events": [{"name": "network-changed", "server_uuid": "b3b4203b-bdd3-453e-b62c-323bc9b69181", "tag": "ea8b5fab-5e4e-46eb-ba42-4d1b90f99788"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:58:12.087800 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbdd5a0-38a6-44a9-ae21-688a8e688b8f tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Pushing event updated for resources: {'Port': ['ID=ea8b5fab-5e4e-46eb-ba42-4d1b90f99788,revision_number=6']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:12.113274 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0355268c-02b2-457f-9162-3804973e8b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749736'] for subnet, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:12.158747 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74cf5b6-3f7a-432d-9fe9-9f802090aaf6 req-818832fb-d0ee-47be-b388-a6090f45ceb4 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:12.172732 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c74cf5b6-3f7a-432d-9fe9-9f802090aaf6 req-818832fb-d0ee-47be-b388-a6090f45ceb4 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 943 time: 0.1755168 Sep 21 12:58:12.235924 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] get_ports_and_sgs() called for port_ids ['ea8b5fab-5e4e-46eb-ba42-4d1b90f99788'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 12:58:12.240411 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c74cf5b6-3f7a-432d-9fe9-9f802090aaf6 req-3e219f19-9b44-4897-be38-668182d4abbf tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665505 Sep 21 12:58:12.250317 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0355268c-02b2-457f-9162-3804973e8b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9268049'] for subnet, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:12.259064 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb44dc3-4372-4909-a3c6-fe3606ad2222 req-d66f6bba-a2dc-41e8-804d-0e98ef83ffed tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:12.260172 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bbb44dc3-4372-4909-a3c6-fe3606ad2222 req-d66f6bba-a2dc-41e8-804d-0e98ef83ffed tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 985 time: 0.0867610 Sep 21 12:58:12.296414 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0355268c-02b2-457f-9162-3804973e8b8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44b95dae-7a59-470d-b24b-f73d769ae49b,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:12.315475 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0355268c-02b2-457f-9162-3804973e8b8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for subnet, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:12.327869 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-0355268c-02b2-457f-9162-3804973e8b8e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/44b95dae-7a59-470d-b24b-f73d769ae49b HTTP/1.1" status: 204 len: 168 time: 0.5173469 Sep 21 12:58:12.329261 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 59538) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:12.338048 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bbb44dc3-4372-4909-a3c6-fe3606ad2222 req-3c3e9799-f6d6-4d33-98a1-84d685a0ae7d tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/security-groups?id=556c2313-ec43-4407-9345-bd30f5a3839d&id=40e3f8dc-087e-4a5d-bc84-90364a380877&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0689988 Sep 21 12:58:12.345733 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 12:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ccdc2c-bc6d-4ad5-b490-6a84d39ad915 x-openstack-request-id: req-d2ccdc2c-bc6d-4ad5-b490-6a84d39ad915 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:58:12.346015 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3b4203b-bdd3-453e-b62c-323bc9b69181", "tag": "ea8b5fab-5e4e-46eb-ba42-4d1b90f99788", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:58:12.346261 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d2ccdc2c-bc6d-4ad5-b490-6a84d39ad915 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:58:12.346678 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3b4203b-bdd3-453e-b62c-323bc9b69181', 'tag': 'ea8b5fab-5e4e-46eb-ba42-4d1b90f99788', 'status': 'completed', 'code': 200} Sep 21 12:58:12.464124 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e7875007-6052-47b2-afbe-074df982bc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585049'] for network, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:12.548208 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-12815977-540a-4dc5-9778-80944c8e318b None None] Provisioning complete for port ea8b5fab-5e4e-46eb-ba42-4d1b90f99788 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:58:12.548878 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-12815977-540a-4dc5-9778-80944c8e318b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:12.566805 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e7875007-6052-47b2-afbe-074df982bc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-751663', 'neutron.services.segments.db._delete_segments_for_network-8758322445213'] for network, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:12.589640 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-e7875007-6052-47b2-afbe-074df982bc0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['480564d1-d18f-47e0-b274-17cfc68cf539']}} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:58:12.600654 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-e7875007-6052-47b2-afbe-074df982bc0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c922d50a-fd2e-41ac-a4a2-4ce4fb9268d3') {'for_net_delete': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:58:12.601068 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-e7875007-6052-47b2-afbe-074df982bc0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c922d50a-fd2e-41ac-a4a2-4ce4fb9268d3') {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:58:12.619552 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e7875007-6052-47b2-afbe-074df982bc0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758322445990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9168694'] for segment, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:12.645811 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e7875007-6052-47b2-afbe-074df982bc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861'] for segment, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:12.653690 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7875007-6052-47b2-afbe-074df982bc0a admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=93968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 12:58:12.654686 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e7875007-6052-47b2-afbe-074df982bc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168119'] for segment, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:12.656670 dv-cinder-810131-2-iscsi neutron-server[93968]: Traceback (most recent call last): Sep 21 12:58:12.656670 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 12:58:12.656670 dv-cinder-810131-2-iscsi neutron-server[93968]: timer() Sep 21 12:58:12.656670 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 12:58:12.656670 dv-cinder-810131-2-iscsi neutron-server[93968]: cb(*args, **kw) Sep 21 12:58:12.656670 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 12:58:12.656670 dv-cinder-810131-2-iscsi neutron-server[93968]: return func(*args, **kwargs) Sep 21 12:58:12.656670 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 12:58:12.656670 dv-cinder-810131-2-iscsi neutron-server[93968]: self._notify() Sep 21 12:58:12.656670 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 12:58:12.656670 dv-cinder-810131-2-iscsi neutron-server[93968]: self.callback(batched_events) Sep 21 12:58:12.656670 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 12:58:12.656670 dv-cinder-810131-2-iscsi neutron-server[93968]: event.method(event) Sep 21 12:58:12.656670 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 12:58:12.656670 dv-cinder-810131-2-iscsi neutron-server[93968]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 12:58:12.656670 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 12:58:12.656670 dv-cinder-810131-2-iscsi neutron-server[93968]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 12:58:12.656670 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 12:58:12.656670 dv-cinder-810131-2-iscsi neutron-server[93968]: return f(self, *a, **k) Sep 21 12:58:12.656670 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 12:58:12.656670 dv-cinder-810131-2-iscsi neutron-server[93968]: return self._get(url).json() Sep 21 12:58:12.656670 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 12:58:12.656670 dv-cinder-810131-2-iscsi neutron-server[93968]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 12:58:12.656670 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 12:58:12.656670 dv-cinder-810131-2-iscsi neutron-server[93968]: return self.request(url, 'GET', **kwargs) Sep 21 12:58:12.656670 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 12:58:12.656670 dv-cinder-810131-2-iscsi neutron-server[93968]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 12:58:12.656670 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 12:58:12.656670 dv-cinder-810131-2-iscsi neutron-server[93968]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 12:58:12.656670 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 12:58:12.656670 dv-cinder-810131-2-iscsi neutron-server[93968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 12:58:12.656670 dv-cinder-810131-2-iscsi neutron-server[93968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 12:58:12.690546 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-69d8fc0f-4bd2-4b49-aca5-fd97175921ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:12.727840 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e7875007-6052-47b2-afbe-074df982bc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-751670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1618708'] for network, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:12.736355 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e7875007-6052-47b2-afbe-074df982bc0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for network, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:12.738956 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-e7875007-6052-47b2-afbe-074df982bc0a admin admin] 10.222.0.32 "DELETE /v2.0/networks/480564d1-d18f-47e0-b274-17cfc68cf539 HTTP/1.1" status: 204 len: 168 time: 0.4083691 Sep 21 12:58:12.757732 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7875007-6052-47b2-afbe-074df982bc0a admin admin] Pushing event deleted for resources: {'Network': ['ID=480564d1-d18f-47e0-b274-17cfc68cf539,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:12.824157 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-b5107449-46e0-4483-9031-0c19752d4acf None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:58:12.950495 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 59546) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:13.016799 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-ead6f14e-fba1-4d09-b448-d4169f294036 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=733d5bd9c7084becb0ad3bb10d2da297&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0651381 Sep 21 12:58:13.019503 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 59548) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:13.055183 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db5029d-04d4-4de9-98d2-5eb714eb4c95 req-d8a92a4a-8cbf-4a9d-a72d-e34da40bad64 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:13.057332 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2db5029d-04d4-4de9-98d2-5eb714eb4c95 req-d8a92a4a-8cbf-4a9d-a72d-e34da40bad64 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=1182269b-5266-491a-8c7e-4a3e85e3c33a HTTP/1.1" status: 200 len: 945 time: 0.0561473 Sep 21 12:58:13.076014 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-01260602-cc1d-429b-8c16-bfd947a51a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:13.098441 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-01260602-cc1d-429b-8c16-bfd947a51a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:13.115410 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2db5029d-04d4-4de9-98d2-5eb714eb4c95 req-a249e539-84f3-42ad-bbb5-03e79ac314fb tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468717 Sep 21 12:58:13.158129 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-01260602-cc1d-429b-8c16-bfd947a51a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:13.161022 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-01260602-cc1d-429b-8c16-bfd947a51a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:13.162174 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-01260602-cc1d-429b-8c16-bfd947a51a78 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/09edb28b-aff7-446b-afa4-cd773e4ba92e HTTP/1.1" status: 204 len: 168 time: 0.1416466 Sep 21 12:58:13.170623 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01260602-cc1d-429b-8c16-bfd947a51a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09edb28b-aff7-446b-afa4-cd773e4ba92e,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:13.393509 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f7f48-a53f-467e-b00f-42a92b0d9036 req-8e190ae5-1960-4a73-9973-df2c91eda3a3 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:13.395614 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-120f7f48-a53f-467e-b00f-42a92b0d9036 req-8e190ae5-1960-4a73-9973-df2c91eda3a3 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 943 time: 0.0534139 Sep 21 12:58:13.441015 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-120f7f48-a53f-467e-b00f-42a92b0d9036 req-95f2db7a-bce6-451a-b476-88eee6aec097 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391569 Sep 21 12:58:13.814293 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 6f9d544c-8dec-42cf-a32f-9a1ed48c71e9 no longer exists at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:58:13.840169 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] No Port match for: 6f9d544c-8dec-42cf-a32f-9a1ed48c71e9 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 12:58:13.840499 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 6f9d544c-8dec-42cf-a32f-9a1ed48c71e9 not bound to the agent host dv-cinder-810131-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:58:14.239602 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df17d6-d015-4e80-b2e0-e179d1dd8183 req-64ee4ddb-1451-4b9a-86a1-eab75d299191 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:14.241114 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a7df17d6-d015-4e80-b2e0-e179d1dd8183 req-64ee4ddb-1451-4b9a-86a1-eab75d299191 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=1182269b-5266-491a-8c7e-4a3e85e3c33a HTTP/1.1" status: 200 len: 945 time: 0.0547726 Sep 21 12:58:14.286822 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a7df17d6-d015-4e80-b2e0-e179d1dd8183 req-9ab052c6-df88-47a9-905d-8266bc1d09ca tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384581 Sep 21 12:58:14.584298 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b5ab3-b8a7-487b-93e7-4862722dce27 req-dcb369f2-1dca-49e7-905b-d90d91100407 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:14.585785 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-385b5ab3-b8a7-487b-93e7-4862722dce27 req-dcb369f2-1dca-49e7-905b-d90d91100407 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 943 time: 0.0530326 Sep 21 12:58:14.635025 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-385b5ab3-b8a7-487b-93e7-4862722dce27 req-9544fed3-15f9-4a16-b7be-e16da7ba4443 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418594 Sep 21 12:58:15.039284 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 59604) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:15.149993 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c55cb078-233f-4c58-927b-4830ed27c918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:15.248419 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c55cb078-233f-4c58-927b-4830ed27c918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:15.255501 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c55cb078-233f-4c58-927b-4830ed27c918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:15.299492 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-c55cb078-233f-4c58-927b-4830ed27c918 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9ddd26b6e86e4194b06ae0bfad9413dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2565482 Sep 21 12:58:15.299492 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55cb078-233f-4c58-927b-4830ed27c918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa5d0c3-9f1e-4dca-bb0d-cddd88a77356,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:15.299892 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 59608) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:15.309311 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55cb078-233f-4c58-927b-4830ed27c918 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:58:15.309519 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55cb078-233f-4c58-927b-4830ed27c918 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:58:15.309915 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55cb078-233f-4c58-927b-4830ed27c918 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:58:15.310254 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55cb078-233f-4c58-927b-4830ed27c918 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:58:15.310746 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55cb078-233f-4c58-927b-4830ed27c918 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:58:15.311078 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55cb078-233f-4c58-927b-4830ed27c918 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:58:15.311405 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55cb078-233f-4c58-927b-4830ed27c918 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:58:15.311848 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55cb078-233f-4c58-927b-4830ed27c918 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:58:15.312180 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55cb078-233f-4c58-927b-4830ed27c918 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:58:15.312502 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55cb078-233f-4c58-927b-4830ed27c918 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:58:15.313244 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55cb078-233f-4c58-927b-4830ed27c918 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:58:15.313244 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55cb078-233f-4c58-927b-4830ed27c918 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:58:15.337616 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-b4022df5-88d3-4ecc-92e3-80fe72d791d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:15.360631 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-53e4f8a9-57f9-48f9-8883-fad4524e82c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:15.388574 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-53e4f8a9-57f9-48f9-8883-fad4524e82c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:15.444183 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177e204-e2d0-4d5f-bf8c-cc5cd9bfb942 req-0b6b8a2d-c3f1-4d53-a372-bfe3e1b7292c tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:15.444765 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-53e4f8a9-57f9-48f9-8883-fad4524e82c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:15.445794 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1177e204-e2d0-4d5f-bf8c-cc5cd9bfb942 req-0b6b8a2d-c3f1-4d53-a372-bfe3e1b7292c tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=1182269b-5266-491a-8c7e-4a3e85e3c33a HTTP/1.1" status: 200 len: 945 time: 0.0610983 Sep 21 12:58:15.447320 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-53e4f8a9-57f9-48f9-8883-fad4524e82c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:15.451048 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-53e4f8a9-57f9-48f9-8883-fad4524e82c5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/caa5d0c3-9f1e-4dca-bb0d-cddd88a77356 HTTP/1.1" status: 204 len: 168 time: 0.1475985 Sep 21 12:58:15.456808 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e4f8a9-57f9-48f9-8883-fad4524e82c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa5d0c3-9f1e-4dca-bb0d-cddd88a77356,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:15.493989 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1177e204-e2d0-4d5f-bf8c-cc5cd9bfb942 req-9569fc9b-6cf5-4806-b572-a255373976a3 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355752 Sep 21 12:58:15.760152 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 59618) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:15.775769 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb1f4aef-720a-48c8-9e5b-2d73520ea209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:15.796862 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32422a6-bf39-47c0-8cb9-871f66bb3a2b req-d00528db-ce95-4b27-a949-ca2b5505b7f0 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:15.799292 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d32422a6-bf39-47c0-8cb9-871f66bb3a2b req-d00528db-ce95-4b27-a949-ca2b5505b7f0 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 943 time: 0.0597951 Sep 21 12:58:15.859393 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d32422a6-bf39-47c0-8cb9-871f66bb3a2b req-c710324a-ce40-41d5-aad7-b92de2976b54 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486562 Sep 21 12:58:15.953937 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb1f4aef-720a-48c8-9e5b-2d73520ea209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:15.962469 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:15.963800 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-eb1f4aef-720a-48c8-9e5b-2d73520ea209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:15.967516 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:16.011427 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-eb1f4aef-720a-48c8-9e5b-2d73520ea209 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a78a6b6b080f4e6e9ef2aabc03c6124e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2501323 Sep 21 12:58:16.013696 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f4aef-720a-48c8-9e5b-2d73520ea209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64785e91-c501-419f-96d1-9f95f3ed61bd,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:16.014790 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 59620) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:16.068021 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6a6cb2c1-a902-4db2-9aec-d146bf33bf39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:16.089573 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6a6cb2c1-a902-4db2-9aec-d146bf33bf39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:16.150136 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6a6cb2c1-a902-4db2-9aec-d146bf33bf39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:16.153483 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6a6cb2c1-a902-4db2-9aec-d146bf33bf39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:16.154643 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-6a6cb2c1-a902-4db2-9aec-d146bf33bf39 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/64785e91-c501-419f-96d1-9f95f3ed61bd HTTP/1.1" status: 204 len: 168 time: 0.1388645 Sep 21 12:58:16.162648 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6cb2c1-a902-4db2-9aec-d146bf33bf39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64785e91-c501-419f-96d1-9f95f3ed61bd,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:16.638436 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:16.654870 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92646733-cb96-4a85-bbf5-5fe0fd312a59 req-6c704b54-4c19-43ff-8a03-819e75ef1a7c tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:16.656520 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-92646733-cb96-4a85-bbf5-5fe0fd312a59 req-6c704b54-4c19-43ff-8a03-819e75ef1a7c tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=1182269b-5266-491a-8c7e-4a3e85e3c33a HTTP/1.1" status: 200 len: 945 time: 0.0571558 Sep 21 12:58:16.706259 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-92646733-cb96-4a85-bbf5-5fe0fd312a59 req-c60e979a-6a6c-4eea-a874-150b55e218cd tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430353 Sep 21 12:58:17.024269 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c43d6-f9c1-4526-a5d7-37c448fcdbbb req-ec6f9fb5-5f9b-413e-ba82-d08655d5abc6 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:17.025726 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a18c43d6-f9c1-4526-a5d7-37c448fcdbbb req-ec6f9fb5-5f9b-413e-ba82-d08655d5abc6 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 943 time: 0.0614135 Sep 21 12:58:17.086712 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a18c43d6-f9c1-4526-a5d7-37c448fcdbbb req-db9cf0d7-d4c0-449d-8ea4-120091d077c8 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538039 Sep 21 12:58:17.843099 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156eb15-cb8c-4ebd-bfea-2384b841dff9 req-9a5299ed-4e46-4e99-bc52-d01b51fa9226 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:17.851093 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9156eb15-cb8c-4ebd-bfea-2384b841dff9 req-9a5299ed-4e46-4e99-bc52-d01b51fa9226 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=1182269b-5266-491a-8c7e-4a3e85e3c33a HTTP/1.1" status: 200 len: 945 time: 0.0666232 Sep 21 12:58:17.887919 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9156eb15-cb8c-4ebd-bfea-2384b841dff9 req-b62a3b1f-353e-43fc-a563-afb03fc4290c tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348573 Sep 21 12:58:17.929628 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 59674) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:17.934315 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:18.046248 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d9c53105-0c24-465b-adc8-264a92e4f1b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:18.147183 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d9c53105-0c24-465b-adc8-264a92e4f1b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:18.154537 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d9c53105-0c24-465b-adc8-264a92e4f1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:18.225305 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-d9c53105-0c24-465b-adc8-264a92e4f1b3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=049a9d9d6d8544219376fec0cf903021&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2941740 Sep 21 12:58:18.226769 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c53105-0c24-465b-adc8-264a92e4f1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec25c84-22b1-4566-96d9-22732f7576b0,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:18.227820 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 59682) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:18.256164 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb4155b-f7e5-478d-9cce-32eb51cf5c9f req-8b82b533-5aaa-48f5-9e04-428b4cc62089 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:18.257825 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cbb4155b-f7e5-478d-9cce-32eb51cf5c9f req-8b82b533-5aaa-48f5-9e04-428b4cc62089 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 943 time: 0.0922093 Sep 21 12:58:18.301924 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-510fa982-da31-46ce-989f-761e957554ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:18.304243 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cbb4155b-f7e5-478d-9cce-32eb51cf5c9f req-a97dce6d-b026-4d5c-8110-679bada9296c tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393670 Sep 21 12:58:18.327016 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-510fa982-da31-46ce-989f-761e957554ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:18.376084 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-510fa982-da31-46ce-989f-761e957554ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:18.378970 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-510fa982-da31-46ce-989f-761e957554ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:18.380254 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-510fa982-da31-46ce-989f-761e957554ba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fec25c84-22b1-4566-96d9-22732f7576b0 HTTP/1.1" status: 204 len: 168 time: 0.1516781 Sep 21 12:58:18.390927 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510fa982-da31-46ce-989f-761e957554ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec25c84-22b1-4566-96d9-22732f7576b0,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:18.678419 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 59688) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:18.688176 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f3bf222a-1409-425a-82f3-9d1bcfab472d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:18.789905 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f3bf222a-1409-425a-82f3-9d1bcfab472d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:18.794648 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f3bf222a-1409-425a-82f3-9d1bcfab472d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:18.851328 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-f3bf222a-1409-425a-82f3-9d1bcfab472d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=829437cc4b1141808c3d7f4051fed3a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1782224 Sep 21 12:58:18.853155 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf222a-1409-425a-82f3-9d1bcfab472d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44789013-c436-4fe4-9e56-3e5f64f1e604,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:18.854229 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 59690) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:18.861614 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bf222a-1409-425a-82f3-9d1bcfab472d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:58:18.861961 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bf222a-1409-425a-82f3-9d1bcfab472d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:58:18.862307 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bf222a-1409-425a-82f3-9d1bcfab472d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:58:18.862699 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bf222a-1409-425a-82f3-9d1bcfab472d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:58:18.863026 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bf222a-1409-425a-82f3-9d1bcfab472d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:58:18.863359 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bf222a-1409-425a-82f3-9d1bcfab472d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:58:18.863711 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bf222a-1409-425a-82f3-9d1bcfab472d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:58:18.864032 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bf222a-1409-425a-82f3-9d1bcfab472d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:58:18.864356 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bf222a-1409-425a-82f3-9d1bcfab472d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:58:18.864680 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bf222a-1409-425a-82f3-9d1bcfab472d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:58:18.864995 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bf222a-1409-425a-82f3-9d1bcfab472d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:58:18.866828 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bf222a-1409-425a-82f3-9d1bcfab472d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:58:18.914316 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fea9befa-765e-4f83-b8ea-6ee929157618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:18.938274 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fea9befa-765e-4f83-b8ea-6ee929157618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:19.032438 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bdedb9-0b85-42a0-aa31-5556510d0c73 req-6ace6094-e01c-4ac4-a71a-39aee292bfea tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:19.034355 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-78bdedb9-0b85-42a0-aa31-5556510d0c73 req-6ace6094-e01c-4ac4-a71a-39aee292bfea tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=1182269b-5266-491a-8c7e-4a3e85e3c33a HTTP/1.1" status: 200 len: 945 time: 0.0735693 Sep 21 12:58:19.039405 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fea9befa-765e-4f83-b8ea-6ee929157618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:19.042156 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fea9befa-765e-4f83-b8ea-6ee929157618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:19.043918 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-fea9befa-765e-4f83-b8ea-6ee929157618 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/44789013-c436-4fe4-9e56-3e5f64f1e604 HTTP/1.1" status: 204 len: 168 time: 0.1855950 Sep 21 12:58:19.064587 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea9befa-765e-4f83-b8ea-6ee929157618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44789013-c436-4fe4-9e56-3e5f64f1e604,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:19.099742 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-78bdedb9-0b85-42a0-aa31-5556510d0c73 req-809d485e-c135-4e89-8c09-89304a2001e2 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538452 Sep 21 12:58:19.447938 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c07dd-063e-4049-b512-9c50973683c9 req-17970bbb-47e8-4a62-b9c0-d1a840f07f2d tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:19.450219 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-416c07dd-063e-4049-b512-9c50973683c9 req-17970bbb-47e8-4a62-b9c0-d1a840f07f2d tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 943 time: 0.0671773 Sep 21 12:58:19.494378 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-416c07dd-063e-4049-b512-9c50973683c9 req-dbef4417-b4d1-460c-9435-59847395b56b tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383341 Sep 21 12:58:19.803852 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 59716) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:19.905633 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-539db3bb-3529-4ab8-b79b-f00dec976569 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1317056463-network', 'tenant_id': 'f1490dd7dddd4fb28942f84cbb5356cc'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:58:19.927514 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539db3bb-3529-4ab8-b79b-f00dec976569 admin admin] Made reservation on behalf of f1490dd7dddd4fb28942f84cbb5356cc for: {'network': 1} {{(pid=93968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:58:19.930053 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-539db3bb-3529-4ab8-b79b-f00dec976569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for network, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:19.939334 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-539db3bb-3529-4ab8-b79b-f00dec976569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:20.047206 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-539db3bb-3529-4ab8-b79b-f00dec976569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:20.057441 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-539db3bb-3529-4ab8-b79b-f00dec976569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:20.083095 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-539db3bb-3529-4ab8-b79b-f00dec976569 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=93968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 12:58:20.093403 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539db3bb-3529-4ab8-b79b-f00dec976569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e56edc6-fc65-438a-a3d3-1d8dcb5768b1,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:20.098431 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-539db3bb-3529-4ab8-b79b-f00dec976569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861'] for segment, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:20.098781 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.db.segments_db [None req-539db3bb-3529-4ab8-b79b-f00dec976569 admin admin] Added segment f4ad26e6-339e-4d3b-a71f-353e93bc4c80 of type vlan for network 01b155b0-f8e6-4a41-903b-6bf798d244a0 Sep 21 12:58:20.142639 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-539db3bb-3529-4ab8-b79b-f00dec976569 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758322100264'] for network, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:20.176901 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-539db3bb-3529-4ab8-b79b-f00dec976569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279'] for network, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:20.177832 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539db3bb-3529-4ab8-b79b-f00dec976569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:20.178439 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-539db3bb-3529-4ab8-b79b-f00dec976569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for network, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:20.223535 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-539db3bb-3529-4ab8-b79b-f00dec976569 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4185424 Sep 21 12:58:20.227623 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 59724) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:20.234204 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-762929c2-b0e2-4a95-861a-aeb39fc3eb6d admin admin] Request body: {'subnet': {'network_id': '01b155b0-f8e6-4a41-903b-6bf798d244a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1317056463-subnet', 'tenant_id': 'f1490dd7dddd4fb28942f84cbb5356cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:58:20.257473 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762929c2-b0e2-4a95-861a-aeb39fc3eb6d admin admin] Made reservation on behalf of f1490dd7dddd4fb28942f84cbb5356cc for: {'subnet': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:58:20.260397 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-762929c2-b0e2-4a95-861a-aeb39fc3eb6d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:20.263744 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539db3bb-3529-4ab8-b79b-f00dec976569 admin admin] Pushing event updated for resources: {'Network': ['ID=01b155b0-f8e6-4a41-903b-6bf798d244a0,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:20.274222 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90063179-8e61-4d77-9810-ae54d7e75223 req-f600c8d8-9b33-403b-a0ea-d2ab515b7a52 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:20.275238 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-90063179-8e61-4d77-9810-ae54d7e75223 req-f600c8d8-9b33-403b-a0ea-d2ab515b7a52 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=1182269b-5266-491a-8c7e-4a3e85e3c33a HTTP/1.1" status: 200 len: 945 time: 0.1088562 Sep 21 12:58:20.284049 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Network 01b155b0-f8e6-4a41-903b-6bf798d244a0 details requested by agent ovs-agent-dv-cinder-810131-2-iscsi with host dv-cinder-810131-2-iscsi {{(pid=93970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 12:58:20.343180 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-90063179-8e61-4d77-9810-ae54d7e75223 req-03813264-9959-4d1a-9b2b-05436a29b675 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597420 Sep 21 12:58:20.464686 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-762929c2-b0e2-4a95-861a-aeb39fc3eb6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279'] for subnet, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:20.516603 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762929c2-b0e2-4a95-861a-aeb39fc3eb6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=27257be3-28fc-439f-a1fa-03237e199e88,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:20.539036 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762929c2-b0e2-4a95-861a-aeb39fc3eb6d admin admin] Checking segment: {'id': 'f4ad26e6-339e-4d3b-a71f-353e93bc4c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '01b155b0-f8e6-4a41-903b-6bf798d244a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:58:20.539397 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762929c2-b0e2-4a95-861a-aeb39fc3eb6d admin admin] Network hostable DHCP agents. Network: 01b155b0-f8e6-4a41-903b-6bf798d244a0, hostable agents: ['12de7482-9c3e-48cc-a7cf-59e9ab92578f'], hosted agents: [] {{(pid=93969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 12:58:20.558199 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762929c2-b0e2-4a95-861a-aeb39fc3eb6d admin admin] Network 01b155b0-f8e6-4a41-903b-6bf798d244a0 is scheduled to be hosted by DHCP agent 12de7482-9c3e-48cc-a7cf-59e9ab92578f with binding_index 1 {{(pid=93969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 12:58:20.571842 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-762929c2-b0e2-4a95-861a-aeb39fc3eb6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810131-2-iscsi, 01b155b0-f8e6-4a41-903b-6bf798d244a0) {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:58:20.581001 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a46f6c9-e8fa-4fff-8365-c0e2327c6971 None None] Network 01b155b0-f8e6-4a41-903b-6bf798d244a0 requested from dv-cinder-810131-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 12:58:20.581211 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762929c2-b0e2-4a95-861a-aeb39fc3eb6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:20.581787 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-762929c2-b0e2-4a95-861a-aeb39fc3eb6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:20.613865 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-762929c2-b0e2-4a95-861a-aeb39fc3eb6d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3850479 Sep 21 12:58:20.673948 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527f37f-6c10-4124-9edf-c0c22ad1614a req-88307975-7145-4610-94d9-8ff96ce6cbcd tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:20.675485 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6527f37f-6c10-4124-9edf-c0c22ad1614a req-88307975-7145-4610-94d9-8ff96ce6cbcd tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 943 time: 0.0814884 Sep 21 12:58:20.739376 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6527f37f-6c10-4124-9edf-c0c22ad1614a req-96189aa0-f69c-43ea-b01c-945ad3608ac2 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557454 Sep 21 12:58:20.852793 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff998b67-e068-41db-913a-0b737cc2bf4d None None] Network 01b155b0-f8e6-4a41-903b-6bf798d244a0 requested from dv-cinder-810131-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 12:58:21.183327 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 59742) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:21.188301 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-355304f0-8b29-45f0-8133-065ed5cfb2c9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1770614817-network', 'tenant_id': 'e2e33b86aeeb42d28ab0699adadca0de'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:58:21.210488 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355304f0-8b29-45f0-8133-065ed5cfb2c9 admin admin] Made reservation on behalf of e2e33b86aeeb42d28ab0699adadca0de for: {'network': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:58:21.212742 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-355304f0-8b29-45f0-8133-065ed5cfb2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for network, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:21.221500 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-355304f0-8b29-45f0-8133-065ed5cfb2c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:21.320663 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-355304f0-8b29-45f0-8133-065ed5cfb2c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:21.326712 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-355304f0-8b29-45f0-8133-065ed5cfb2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:21.352282 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-355304f0-8b29-45f0-8133-065ed5cfb2c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=93969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 12:58:21.361878 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355304f0-8b29-45f0-8133-065ed5cfb2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04dc20d7-cdf8-40ec-9390-b105eee7b700,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:21.366968 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-355304f0-8b29-45f0-8133-065ed5cfb2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861'] for segment, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:21.367300 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.db.segments_db [None req-355304f0-8b29-45f0-8133-065ed5cfb2c9 admin admin] Added segment 0aa4d821-2161-499c-9e5f-997fa862b717 of type vlan for network 8b897256-2ab5-4f19-8e94-5e2607325c5e Sep 21 12:58:21.410901 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-355304f0-8b29-45f0-8133-065ed5cfb2c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758322100264'] for network, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:21.440363 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-355304f0-8b29-45f0-8133-065ed5cfb2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279'] for network, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:21.441354 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355304f0-8b29-45f0-8133-065ed5cfb2c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:21.441913 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-355304f0-8b29-45f0-8133-065ed5cfb2c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:21.470343 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-355304f0-8b29-45f0-8133-065ed5cfb2c9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2859731 Sep 21 12:58:21.474286 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 59746) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:21.478995 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-18cf87f8-fe1b-49dd-a883-ea9645642ee3 admin admin] Request body: {'subnet': {'network_id': '8b897256-2ab5-4f19-8e94-5e2607325c5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1770614817-subnet', 'tenant_id': 'e2e33b86aeeb42d28ab0699adadca0de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:58:21.479374 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5faf84-f7c3-4783-b9e5-876f6c0aa699 req-78d1a594-8aa5-4d9e-83fa-3250bd7af114 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:21.482975 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-fc5faf84-f7c3-4783-b9e5-876f6c0aa699 req-78d1a594-8aa5-4d9e-83fa-3250bd7af114 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=1182269b-5266-491a-8c7e-4a3e85e3c33a HTTP/1.1" status: 200 len: 945 time: 0.0628996 Sep 21 12:58:21.513286 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355304f0-8b29-45f0-8133-065ed5cfb2c9 admin admin] Pushing event updated for resources: {'Network': ['ID=8b897256-2ab5-4f19-8e94-5e2607325c5e,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:21.523373 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Network 8b897256-2ab5-4f19-8e94-5e2607325c5e details requested by agent ovs-agent-dv-cinder-810131-2-iscsi with host dv-cinder-810131-2-iscsi {{(pid=93970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 12:58:21.524469 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-fc5faf84-f7c3-4783-b9e5-876f6c0aa699 req-a1c8592b-f34d-40ab-a7ad-2835330f9cac tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346375 Sep 21 12:58:21.532063 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18cf87f8-fe1b-49dd-a883-ea9645642ee3 admin admin] Made reservation on behalf of e2e33b86aeeb42d28ab0699adadca0de for: {'subnet': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:58:21.534705 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-18cf87f8-fe1b-49dd-a883-ea9645642ee3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:21.704842 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-18cf87f8-fe1b-49dd-a883-ea9645642ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279'] for subnet, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:21.758613 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf87f8-fe1b-49dd-a883-ea9645642ee3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4bcf6fd-b2ce-4c58-810b-b913dc3e7638,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:21.771809 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cf87f8-fe1b-49dd-a883-ea9645642ee3 admin admin] Checking segment: {'id': '0aa4d821-2161-499c-9e5f-997fa862b717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '8b897256-2ab5-4f19-8e94-5e2607325c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:58:21.772387 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cf87f8-fe1b-49dd-a883-ea9645642ee3 admin admin] Network hostable DHCP agents. Network: 8b897256-2ab5-4f19-8e94-5e2607325c5e, hostable agents: ['12de7482-9c3e-48cc-a7cf-59e9ab92578f'], hosted agents: [] {{(pid=93969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 12:58:21.796520 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cf87f8-fe1b-49dd-a883-ea9645642ee3 admin admin] Network 8b897256-2ab5-4f19-8e94-5e2607325c5e is scheduled to be hosted by DHCP agent 12de7482-9c3e-48cc-a7cf-59e9ab92578f with binding_index 1 {{(pid=93969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 12:58:21.805857 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-18cf87f8-fe1b-49dd-a883-ea9645642ee3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810131-2-iscsi, 8b897256-2ab5-4f19-8e94-5e2607325c5e) {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:58:21.810769 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cf87f8-fe1b-49dd-a883-ea9645642ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:21.811349 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-18cf87f8-fe1b-49dd-a883-ea9645642ee3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:21.820995 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ca275d-fbb7-4893-8e58-ff9266d627a6 None None] Network 8b897256-2ab5-4f19-8e94-5e2607325c5e requested from dv-cinder-810131-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 12:58:21.828616 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-18cf87f8-fe1b-49dd-a883-ea9645642ee3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3532417 Sep 21 12:58:21.946558 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552cc92e-041d-4ae6-9c01-73557ee1ab91 req-7dcca7b7-8b4e-4039-b585-c4c87a5c71cd tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:21.948076 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-552cc92e-041d-4ae6-9c01-73557ee1ab91 req-7dcca7b7-8b4e-4039-b585-c4c87a5c71cd tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 943 time: 0.0818994 Sep 21 12:58:21.964669 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ca16a-1013-48e1-a715-0b551246a6e0 req-3961210d-baae-457d-921d-d85452e108f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:21.966257 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f60ca16a-1013-48e1-a715-0b551246a6e0 req-3961210d-baae-457d-921d-d85452e108f5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54f9f534b71a4136abd69de59797e640&device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 1138 time: 0.0641687 Sep 21 12:58:22.023360 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-552cc92e-041d-4ae6-9c01-73557ee1ab91 req-c0a68718-29c9-43af-9a72-8c667c0feaba tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667267 Sep 21 12:58:22.035076 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d65793e-a8c6-40cc-8077-cf7463d66815 None None] Network 8b897256-2ab5-4f19-8e94-5e2607325c5e requested from dv-cinder-810131-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 12:58:22.083145 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ca16a-1013-48e1-a715-0b551246a6e0 req-081cfe7f-0a7c-4fde-950c-55893953331d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:22.084349 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f60ca16a-1013-48e1-a715-0b551246a6e0 req-081cfe7f-0a7c-4fde-950c-55893953331d service neutron] 10.222.0.45 "GET /v2.0/networks?id=43317c7a-deea-471e-aa4d-d9fcabe56660 HTTP/1.1" status: 200 len: 916 time: 0.1080706 Sep 21 12:58:22.156085 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f60ca16a-1013-48e1-a715-0b551246a6e0 req-a1b23837-6af9-4683-92f4-e8d6e96cd86c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea8b5fab-5e4e-46eb-ba42-4d1b90f99788 HTTP/1.1" status: 200 len: 1002 time: 0.0626528 Sep 21 12:58:22.211081 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ca16a-1013-48e1-a715-0b551246a6e0 req-47336462-8041-464c-9553-15fa1eb982e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:22.212592 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f60ca16a-1013-48e1-a715-0b551246a6e0 req-47336462-8041-464c-9553-15fa1eb982e6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=88584b3f-ee8b-47d0-84d7-098ad49e36b2 HTTP/1.1" status: 200 len: 854 time: 0.0478187 Sep 21 12:58:22.268273 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ca16a-1013-48e1-a715-0b551246a6e0 req-5c607eae-6b02-4078-ba1a-0f72e2b52b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:22.269749 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f60ca16a-1013-48e1-a715-0b551246a6e0 req-5c607eae-6b02-4078-ba1a-0f72e2b52b68 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=43317c7a-deea-471e-aa4d-d9fcabe56660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453038 Sep 21 12:58:22.604071 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f60ca16a-1013-48e1-a715-0b551246a6e0 req-495db8dc-3307-45ff-bfb5-3d0cfdbd66c7 service neutron] 10.222.0.45 "GET /v2.0/networks/43317c7a-deea-471e-aa4d-d9fcabe56660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240511 Sep 21 12:58:22.652603 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c669f30-a14e-4c60-a1b2-b609ec94f20b req-7a4a9534-191c-4c40-909b-d85866833f70 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:22.654172 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9c669f30-a14e-4c60-a1b2-b609ec94f20b req-7a4a9534-191c-4c40-909b-d85866833f70 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=1182269b-5266-491a-8c7e-4a3e85e3c33a HTTP/1.1" status: 200 len: 945 time: 0.0515556 Sep 21 12:58:22.695726 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9c669f30-a14e-4c60-a1b2-b609ec94f20b req-13329b2d-18a4-4080-ab79-59beeccbaa3f tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350068 Sep 21 12:58:22.703955 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f60ca16a-1013-48e1-a715-0b551246a6e0 req-4d09b544-29fd-4f0d-bff2-df5e59131ca0 service neutron] 10.222.0.45 "GET /v2.0/networks/43317c7a-deea-471e-aa4d-d9fcabe56660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912099 Sep 21 12:58:22.798173 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b093d41-910f-42fd-b472-2738a338228d req-ac7fb11e-e637-4a6c-960a-7b15071bc522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:22.799683 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4b093d41-910f-42fd-b472-2738a338228d req-ac7fb11e-e637-4a6c-960a-7b15071bc522 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54f9f534b71a4136abd69de59797e640&device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 1138 time: 0.0424302 Sep 21 12:58:22.894720 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b093d41-910f-42fd-b472-2738a338228d req-046dfea3-850a-461f-875c-8e80e83367ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:22.896184 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4b093d41-910f-42fd-b472-2738a338228d req-046dfea3-850a-461f-875c-8e80e83367ae service neutron] 10.222.0.45 "GET /v2.0/networks?id=43317c7a-deea-471e-aa4d-d9fcabe56660 HTTP/1.1" status: 200 len: 916 time: 0.0868411 Sep 21 12:58:22.965270 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4b093d41-910f-42fd-b472-2738a338228d req-3d59d2f9-ba11-420e-a320-c582a4e64b1a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea8b5fab-5e4e-46eb-ba42-4d1b90f99788 HTTP/1.1" status: 200 len: 1002 time: 0.0573590 Sep 21 12:58:23.013622 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b093d41-910f-42fd-b472-2738a338228d req-56ea77b4-30de-4dc2-b76e-c5c6a1faf161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:23.015094 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4b093d41-910f-42fd-b472-2738a338228d req-56ea77b4-30de-4dc2-b76e-c5c6a1faf161 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=88584b3f-ee8b-47d0-84d7-098ad49e36b2 HTTP/1.1" status: 200 len: 854 time: 0.0425444 Sep 21 12:58:23.071129 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b093d41-910f-42fd-b472-2738a338228d req-81e75757-7760-43c7-8608-50688d2afc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:23.072604 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4b093d41-910f-42fd-b472-2738a338228d req-81e75757-7760-43c7-8608-50688d2afc20 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=43317c7a-deea-471e-aa4d-d9fcabe56660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440392 Sep 21 12:58:23.192269 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd4d875-bc1c-476d-a8f2-508dee83848e req-c4354a67-673c-4ad1-93e8-860e80b2512f tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:23.193745 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ebd4d875-bc1c-476d-a8f2-508dee83848e req-c4354a67-673c-4ad1-93e8-860e80b2512f tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 943 time: 0.0934310 Sep 21 12:58:23.210932 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4b093d41-910f-42fd-b472-2738a338228d req-9a9083d1-de8f-49f4-b506-60e0b5cbb0a1 service neutron] 10.222.0.45 "GET /v2.0/networks/43317c7a-deea-471e-aa4d-d9fcabe56660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271868 Sep 21 12:58:23.264001 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ebd4d875-bc1c-476d-a8f2-508dee83848e req-9b16f247-896b-48ee-b019-ce72bd61b792 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623190 Sep 21 12:58:23.348715 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4b093d41-910f-42fd-b472-2738a338228d req-9e0f6988-8551-4dd2-ba56-39c87d68e0ae service neutron] 10.222.0.45 "GET /v2.0/networks/43317c7a-deea-471e-aa4d-d9fcabe56660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277533 Sep 21 12:58:23.357624 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f58ef-dab8-4446-888c-662de32365f2 req-30634105-37ea-45f9-b901-1985e4658781 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:23.359027 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-942f58ef-dab8-4446-888c-662de32365f2 req-30634105-37ea-45f9-b901-1985e4658781 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.45 "GET /v2.0/ports?device_id=1182269b-5266-491a-8c7e-4a3e85e3c33a HTTP/1.1" status: 200 len: 945 time: 0.0674257 Sep 21 12:58:23.455862 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-942f58ef-dab8-4446-888c-662de32365f2 req-2c0bb65e-98d1-498c-840c-1e2f02ad472a tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Deleting port 34639ada-7075-4263-9686-24f017afb1a9 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 12:58:23.456202 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-942f58ef-dab8-4446-888c-662de32365f2 req-2c0bb65e-98d1-498c-840c-1e2f02ad472a tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:23.545864 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-942f58ef-dab8-4446-888c-662de32365f2 req-2c0bb65e-98d1-498c-840c-1e2f02ad472a tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] For port 34639ada-7075-4263-9686-24f017afb1a9, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=34639ada-7075-4263-9686-24f017afb1a9,segment=NetworkSegment(d328da7a-b4f4-4af5-8150-fe9ea1d1ccba),segment_id=d328da7a-b4f4-4af5-8150-fe9ea1d1ccba)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:58:23.546224 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-942f58ef-dab8-4446-888c-662de32365f2 req-2c0bb65e-98d1-498c-840c-1e2f02ad472a tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:23.557588 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-942f58ef-dab8-4446-888c-662de32365f2 req-2c0bb65e-98d1-498c-840c-1e2f02ad472a tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Calling delete_port for 34639ada-7075-4263-9686-24f017afb1a9 owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 12:58:23.692222 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-942f58ef-dab8-4446-888c-662de32365f2 req-2c0bb65e-98d1-498c-840c-1e2f02ad472a tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:23.704335 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] get_ports_and_sgs() called for port_ids ['0454ae33-c876-4648-afa4-83ec17c15643', 'dad6b51c-6509-434b-9b2b-3c118e9cf5fb', 'b94bb539-01a3-494b-9f6e-59e9cc9e2386', '34639ada-7075-4263-9686-24f017afb1a9'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 12:58:23.732565 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0bb65e-98d1-498c-840c-1e2f02ad472a tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Pushing event deleted for resources: {'Port': ['ID=34639ada-7075-4263-9686-24f017afb1a9,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:23.779040 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-942f58ef-dab8-4446-888c-662de32365f2 req-2c0bb65e-98d1-498c-840c-1e2f02ad472a tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] No DVR routers for this DVR port 34639ada-7075-4263-9686-24f017afb1a9 on host hv-cinder-81013 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 12:58:23.781760 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-942f58ef-dab8-4446-888c-662de32365f2 req-2c0bb65e-98d1-498c-840c-1e2f02ad472a tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:23.784328 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-942f58ef-dab8-4446-888c-662de32365f2 req-2c0bb65e-98d1-498c-840c-1e2f02ad472a tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.45 "DELETE /v2.0/ports/34639ada-7075-4263-9686-24f017afb1a9 HTTP/1.1" status: 204 len: 173 time: 0.4184089 Sep 21 12:58:23.784798 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1182269b-5266-491a-8c7e-4a3e85e3c33a', 'name': 'network-vif-deleted', 'tag': '34639ada-7075-4263-9686-24f017afb1a9'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 12:58:23.787450 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}891eab8d1a3043c3e369406f1201b67df81013e3c20d23918ff9fd5cd34c6e83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fbe5e9-09d9-4607-b079-294176bcb0aa" -d '{"events": [{"server_uuid": "1182269b-5266-491a-8c7e-4a3e85e3c33a", "name": "network-vif-deleted", "tag": "34639ada-7075-4263-9686-24f017afb1a9"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:58:23.825114 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-213d55f7-6baa-4340-a611-38e147722647 req-b07b7743-2ba9-408b-9f58-b50b05d6a463 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=1182269b-5266-491a-8c7e-4a3e85e3c33a HTTP/1.1" status: 200 len: 210 time: 0.0278895 Sep 21 12:58:23.836841 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 12:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f694b965-7502-4801-9e79-c63463a47a34 x-openstack-request-id: req-f694b965-7502-4801-9e79-c63463a47a34 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:58:23.837136 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1182269b-5266-491a-8c7e-4a3e85e3c33a", "name": "network-vif-deleted", "tag": "34639ada-7075-4263-9686-24f017afb1a9", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:58:23.837550 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f694b965-7502-4801-9e79-c63463a47a34 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:58:23.838259 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1182269b-5266-491a-8c7e-4a3e85e3c33a', 'name': 'network-vif-deleted', 'tag': '34639ada-7075-4263-9686-24f017afb1a9', 'status': 'completed', 'code': 200} Sep 21 12:58:24.390654 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b28e37-2990-41d3-b8f9-e2dd89851244 req-118530fa-d239-4851-9fa1-d8c9bf86eeed tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:24.392290 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-39b28e37-2990-41d3-b8f9-e2dd89851244 req-118530fa-d239-4851-9fa1-d8c9bf86eeed tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 943 time: 0.0486362 Sep 21 12:58:24.429900 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-39b28e37-2990-41d3-b8f9-e2dd89851244 req-15cd5dd4-8f0c-46be-a3bc-8f836bcc4fc6 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318060 Sep 21 12:58:25.549187 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed2d67-c7f1-47e1-82be-43151d6cef40 req-6ec1e03d-c6f5-4a1c-90a3-52c8a2dbd7a0 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:25.550664 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1fed2d67-c7f1-47e1-82be-43151d6cef40 req-6ec1e03d-c6f5-4a1c-90a3-52c8a2dbd7a0 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 943 time: 0.0484014 Sep 21 12:58:25.588466 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1fed2d67-c7f1-47e1-82be-43151d6cef40 req-9692c0e0-eba9-4bc7-a5b3-522d1439823b tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319667 Sep 21 12:58:26.213574 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff334083-c0fc-4994-9f69-aea4248d3ca3 req-73100dee-6562-4cd9-9fab-24b86489f4d9 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:26.216032 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ff334083-c0fc-4994-9f69-aea4248d3ca3 req-73100dee-6562-4cd9-9fab-24b86489f4d9 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18f71-b124-426c-9bde-c1f12edd995b HTTP/1.1" status: 200 len: 945 time: 0.0536733 Sep 21 12:58:26.253229 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ff334083-c0fc-4994-9f69-aea4248d3ca3 req-8568e314-7988-458f-96d4-117ca72ae5e8 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313089 Sep 21 12:58:26.713805 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ee95b-79c0-42ea-8644-68445fc099aa req-a1f94e38-fa66-4537-a954-da6eda2b0846 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:26.716017 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-fc5ee95b-79c0-42ea-8644-68445fc099aa req-a1f94e38-fa66-4537-a954-da6eda2b0846 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 943 time: 0.0546761 Sep 21 12:58:26.757561 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-fc5ee95b-79c0-42ea-8644-68445fc099aa req-6730fa47-5564-4dd6-bce4-d960388f27e7 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350246 Sep 21 12:58:27.013544 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device 34639ada-7075-4263-9686-24f017afb1a9 no longer exists at agent hyperv_hv-cinder-81013 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:58:27.033839 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] No Port match for: 34639ada-7075-4263-9686-24f017afb1a9 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 12:58:27.034172 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device 34639ada-7075-4263-9686-24f017afb1a9 not bound to the agent host hv-cinder-81013 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:58:27.365258 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e091cd1-2c35-4867-8822-8369a04a85f7 req-077e2b76-3a72-4571-947e-8b74290bc191 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:27.366758 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0e091cd1-2c35-4867-8822-8369a04a85f7 req-077e2b76-3a72-4571-947e-8b74290bc191 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18f71-b124-426c-9bde-c1f12edd995b HTTP/1.1" status: 200 len: 945 time: 0.0486817 Sep 21 12:58:27.405701 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0e091cd1-2c35-4867-8822-8369a04a85f7 req-ee360e6b-0170-418b-bef1-069b532b4be1 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327525 Sep 21 12:58:27.879191 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e6df2-be6b-47fa-8e26-e87bbc20c552 req-0d9b3adb-2efc-4704-a089-8beb032902d5 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:27.881072 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-444e6df2-be6b-47fa-8e26-e87bbc20c552 req-0d9b3adb-2efc-4704-a089-8beb032902d5 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.45 "GET /v2.0/ports?device_id=dfb18f71-b124-426c-9bde-c1f12edd995b HTTP/1.1" status: 200 len: 945 time: 0.0522671 Sep 21 12:58:27.887966 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf325d-50d4-4abf-ae7e-b20d4981cfc4 req-193ef575-3f7e-47a8-a3f6-b4624536fe81 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:27.889530 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-fddf325d-50d4-4abf-ae7e-b20d4981cfc4 req-193ef575-3f7e-47a8-a3f6-b4624536fe81 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 943 time: 0.0505185 Sep 21 12:58:27.931299 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-fddf325d-50d4-4abf-ae7e-b20d4981cfc4 req-eff3dc3c-d981-4dc5-a4f2-010b85b16db7 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355086 Sep 21 12:58:27.982482 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-444e6df2-be6b-47fa-8e26-e87bbc20c552 req-83f7f955-03d4-4354-88f3-7c7222abb71c tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Deleting port b94bb539-01a3-494b-9f6e-59e9cc9e2386 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 12:58:27.982820 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-444e6df2-be6b-47fa-8e26-e87bbc20c552 req-83f7f955-03d4-4354-88f3-7c7222abb71c tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:28.071223 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-444e6df2-be6b-47fa-8e26-e87bbc20c552 req-83f7f955-03d4-4354-88f3-7c7222abb71c tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] For port b94bb539-01a3-494b-9f6e-59e9cc9e2386, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=b94bb539-01a3-494b-9f6e-59e9cc9e2386,segment=NetworkSegment(d328da7a-b4f4-4af5-8150-fe9ea1d1ccba),segment_id=d328da7a-b4f4-4af5-8150-fe9ea1d1ccba)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:58:28.071584 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-444e6df2-be6b-47fa-8e26-e87bbc20c552 req-83f7f955-03d4-4354-88f3-7c7222abb71c tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:28.087335 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-444e6df2-be6b-47fa-8e26-e87bbc20c552 req-83f7f955-03d4-4354-88f3-7c7222abb71c tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Calling delete_port for b94bb539-01a3-494b-9f6e-59e9cc9e2386 owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 12:58:28.210882 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-444e6df2-be6b-47fa-8e26-e87bbc20c552 req-83f7f955-03d4-4354-88f3-7c7222abb71c tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:28.222280 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] get_ports_and_sgs() called for port_ids ['0454ae33-c876-4648-afa4-83ec17c15643', 'dad6b51c-6509-434b-9b2b-3c118e9cf5fb', 'b94bb539-01a3-494b-9f6e-59e9cc9e2386'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 12:58:28.239867 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f7f955-03d4-4354-88f3-7c7222abb71c tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Pushing event deleted for resources: {'Port': ['ID=b94bb539-01a3-494b-9f6e-59e9cc9e2386,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:28.286472 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-444e6df2-be6b-47fa-8e26-e87bbc20c552 req-83f7f955-03d4-4354-88f3-7c7222abb71c tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] No DVR routers for this DVR port b94bb539-01a3-494b-9f6e-59e9cc9e2386 on host hv-cinder-81013 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 12:58:28.289081 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-444e6df2-be6b-47fa-8e26-e87bbc20c552 req-83f7f955-03d4-4354-88f3-7c7222abb71c tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:28.291071 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-444e6df2-be6b-47fa-8e26-e87bbc20c552 req-83f7f955-03d4-4354-88f3-7c7222abb71c tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.45 "DELETE /v2.0/ports/b94bb539-01a3-494b-9f6e-59e9cc9e2386 HTTP/1.1" status: 204 len: 173 time: 0.4029152 Sep 21 12:58:28.291498 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb18f71-b124-426c-9bde-c1f12edd995b', 'name': 'network-vif-deleted', 'tag': 'b94bb539-01a3-494b-9f6e-59e9cc9e2386'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 12:58:28.294585 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}891eab8d1a3043c3e369406f1201b67df81013e3c20d23918ff9fd5cd34c6e83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d29a522-63bc-403e-87b6-bcb9a845937e" -d '{"events": [{"server_uuid": "dfb18f71-b124-426c-9bde-c1f12edd995b", "name": "network-vif-deleted", "tag": "b94bb539-01a3-494b-9f6e-59e9cc9e2386"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:58:28.332592 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 12:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66bf3fc5-42a5-4358-8e26-5b4f8a76871a x-openstack-request-id: req-66bf3fc5-42a5-4358-8e26-5b4f8a76871a {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:58:28.332880 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb18f71-b124-426c-9bde-c1f12edd995b", "name": "network-vif-deleted", "tag": "b94bb539-01a3-494b-9f6e-59e9cc9e2386", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:58:28.333128 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-66bf3fc5-42a5-4358-8e26-5b4f8a76871a {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:58:28.333519 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfb18f71-b124-426c-9bde-c1f12edd995b', 'name': 'network-vif-deleted', 'tag': 'b94bb539-01a3-494b-9f6e-59e9cc9e2386', 'status': 'completed', 'code': 200} Sep 21 12:58:28.508472 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0e91d530-3911-49ba-a7c8-7138352ee450 req-14091862-53ec-41cf-b304-16211605fca0 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18f71-b124-426c-9bde-c1f12edd995b HTTP/1.1" status: 200 len: 210 time: 0.0256948 Sep 21 12:58:29.037805 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device cf3dd969-8e6c-4ca0-85b1-b5dbdd367470 details requested by agent hyperv_hv-cinder-81013 with host hv-cinder-81013 {{(pid=93970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 12:58:29.061473 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc597b5b-258c-4bad-8b26-587f1b65824d req-f1ff3d90-b37a-4a84-be82-76bc1934a857 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:29.063770 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bc597b5b-258c-4bad-8b26-587f1b65824d req-f1ff3d90-b37a-4a84-be82-76bc1934a857 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 943 time: 0.0579379 Sep 21 12:58:29.109868 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bc597b5b-258c-4bad-8b26-587f1b65824d req-c958780d-4a60-4d07-b45b-ef2ab3a5596d tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392632 Sep 21 12:58:29.143354 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port cf3dd969-8e6c-4ca0-85b1-b5dbdd367470, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=cf3dd969-8e6c-4ca0-85b1-b5dbdd367470,segment=NetworkSegment(d65f44a9-e76e-4bb2-9420-80b10a796110),segment_id=d65f44a9-e76e-4bb2-9420-80b10a796110)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:58:29.154047 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Returning: {'device': 'cf3dd969-8e6c-4ca0-85b1-b5dbdd367470', 'network_id': '448bd693-ac99-4c36-8b6e-b9a357473df4', 'port_id': 'cf3dd969-8e6c-4ca0-85b1-b5dbdd367470', 'mac_address': 'fa:16:3e:42:50:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc0ebff-08f8-4d98-a7ec-9196a5213e06', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 12:58:29.191235 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:29.204883 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf3dd969-8e6c-4ca0-85b1-b5dbdd367470 {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 12:58:29.224852 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port cf3dd969-8e6c-4ca0-85b1-b5dbdd367470, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=cf3dd969-8e6c-4ca0-85b1-b5dbdd367470,segment=NetworkSegment(d65f44a9-e76e-4bb2-9420-80b10a796110),segment_id=d65f44a9-e76e-4bb2-9420-80b10a796110)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:58:29.228428 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:29.280670 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=cf3dd969-8e6c-4ca0-85b1-b5dbdd367470,revision_number=9']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:29.515150 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] get_ports_and_sgs() called for port_ids ['cf3dd969-8e6c-4ca0-85b1-b5dbdd367470'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 12:58:29.780563 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35969128-37b8-4bbf-bea9-c645a9804772 req-7491d63d-5a50-4c95-9c52-fb36545e34eb tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:29.781955 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-35969128-37b8-4bbf-bea9-c645a9804772 req-7491d63d-5a50-4c95-9c52-fb36545e34eb tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=faa98a62-0bdb-4d98-8a7f-db2d9ce65bd6 HTTP/1.1" status: 200 len: 945 time: 0.0579560 Sep 21 12:58:29.819723 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-35969128-37b8-4bbf-bea9-c645a9804772 req-24ee48b0-58ea-4865-bbd8-b543147d931d tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314987 Sep 21 12:58:30.233733 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01109998-6dd3-4ec6-a5c5-549aa79c3287 req-5aff31f2-a9d5-4636-bd81-4bd9e687e998 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:30.236077 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-01109998-6dd3-4ec6-a5c5-549aa79c3287 req-5aff31f2-a9d5-4636-bd81-4bd9e687e998 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 944 time: 0.0509918 Sep 21 12:58:30.280956 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-01109998-6dd3-4ec6-a5c5-549aa79c3287 req-73f7c7af-7186-4828-b4ba-d94ddd300841 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333920 Sep 21 12:58:30.934234 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022c52f-e5a1-469e-81ef-949eed6a334a req-ff166daf-6690-4f6e-a44a-131e2f96d705 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:30.935823 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5022c52f-e5a1-469e-81ef-949eed6a334a req-ff166daf-6690-4f6e-a44a-131e2f96d705 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=faa98a62-0bdb-4d98-8a7f-db2d9ce65bd6 HTTP/1.1" status: 200 len: 945 time: 0.0513983 Sep 21 12:58:30.973925 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5022c52f-e5a1-469e-81ef-949eed6a334a req-db2d96b7-c871-4bda-9a0f-efc81af44579 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320868 Sep 21 12:58:31.045080 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device cf3dd969-8e6c-4ca0-85b1-b5dbdd367470 up at agent hyperv_hv-cinder-81013 {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:58:31.096662 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Provisioning complete for port cf3dd969-8e6c-4ca0-85b1-b5dbdd367470 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:58:31.097027 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:31.175122 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:31.197445 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e963d5b-22a8-4cd6-8a7e-0f533881f96b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf3dd969-8e6c-4ca0-85b1-b5dbdd367470'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 12:58:31.200280 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e3f31dd35d6e9892686e3dd7e28a33bc22b0e68501ee526cb23c786b8cd504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9399a6cb-5cf2-4813-8e0a-52ab3c5eee83" -d '{"events": [{"server_uuid": "7e963d5b-22a8-4cd6-8a7e-0f533881f96b", "name": "network-vif-plugged", "status": "completed", "tag": "cf3dd969-8e6c-4ca0-85b1-b5dbdd367470"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:58:31.213494 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port cf3dd969-8e6c-4ca0-85b1-b5dbdd367470, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=cf3dd969-8e6c-4ca0-85b1-b5dbdd367470,segment=NetworkSegment(d65f44a9-e76e-4bb2-9420-80b10a796110),segment_id=d65f44a9-e76e-4bb2-9420-80b10a796110)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:58:31.219709 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:31.220523 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device b94bb539-01a3-494b-9f6e-59e9cc9e2386 no longer exists at agent hyperv_hv-cinder-81013 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:58:31.248625 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 12:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b70eb5d-1959-4340-8b0c-2d9d9d841d3b x-openstack-request-id: req-7b70eb5d-1959-4340-8b0c-2d9d9d841d3b {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:58:31.248920 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e963d5b-22a8-4cd6-8a7e-0f533881f96b", "name": "network-vif-plugged", "status": "completed", "tag": "cf3dd969-8e6c-4ca0-85b1-b5dbdd367470", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:58:31.249173 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7b70eb5d-1959-4340-8b0c-2d9d9d841d3b {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:58:31.249562 dv-cinder-810131-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e963d5b-22a8-4cd6-8a7e-0f533881f96b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf3dd969-8e6c-4ca0-85b1-b5dbdd367470', 'code': 200} Sep 21 12:58:31.254218 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b1438-de03-4b78-9e7d-5081402a4be7 req-f0e16014-f01a-4376-a14c-1f816c70dbe8 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:31.255729 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f70b1438-de03-4b78-9e7d-5081402a4be7 req-f0e16014-f01a-4376-a14c-1f816c70dbe8 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.45 "GET /v2.0/ports?device_id=faa98a62-0bdb-4d98-8a7f-db2d9ce65bd6 HTTP/1.1" status: 200 len: 945 time: 0.0544064 Sep 21 12:58:31.271352 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] No Port match for: b94bb539-01a3-494b-9f6e-59e9cc9e2386 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 12:58:31.271693 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device b94bb539-01a3-494b-9f6e-59e9cc9e2386 not bound to the agent host hv-cinder-81013 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:58:31.301547 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=cf3dd969-8e6c-4ca0-85b1-b5dbdd367470,revision_number=10']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:31.309298 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:58:31.309655 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:58:31.310005 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:58:31.310364 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:58:31.310725 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:58:31.311063 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:58:31.311390 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:58:31.311720 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:58:31.312071 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:58:31.312402 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:58:31.312726 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:58:31.313047 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:58:31.356711 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-f70b1438-de03-4b78-9e7d-5081402a4be7 req-2def3820-72a0-4c77-a511-eb1da517775d tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Deleting port dad6b51c-6509-434b-9b2b-3c118e9cf5fb {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 12:58:31.357047 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-f70b1438-de03-4b78-9e7d-5081402a4be7 req-2def3820-72a0-4c77-a511-eb1da517775d tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:31.411157 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542be44-6f5f-41f0-af6a-d3e1b1ebfad8 req-f508f6b4-d661-42a9-819a-00bf011d6990 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:31.412811 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8542be44-6f5f-41f0-af6a-d3e1b1ebfad8 req-f508f6b4-d661-42a9-819a-00bf011d6990 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 946 time: 0.0534148 Sep 21 12:58:31.458212 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-f70b1438-de03-4b78-9e7d-5081402a4be7 req-2def3820-72a0-4c77-a511-eb1da517775d tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] For port dad6b51c-6509-434b-9b2b-3c118e9cf5fb, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=dad6b51c-6509-434b-9b2b-3c118e9cf5fb,segment=NetworkSegment(d328da7a-b4f4-4af5-8150-fe9ea1d1ccba),segment_id=d328da7a-b4f4-4af5-8150-fe9ea1d1ccba)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:58:31.458607 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-f70b1438-de03-4b78-9e7d-5081402a4be7 req-2def3820-72a0-4c77-a511-eb1da517775d tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:31.465229 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8542be44-6f5f-41f0-af6a-d3e1b1ebfad8 req-27c1e91c-d58d-45c2-bee6-931812baac6e tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432231 Sep 21 12:58:31.472595 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-f70b1438-de03-4b78-9e7d-5081402a4be7 req-2def3820-72a0-4c77-a511-eb1da517775d tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Calling delete_port for dad6b51c-6509-434b-9b2b-3c118e9cf5fb owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 12:58:31.604212 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-f70b1438-de03-4b78-9e7d-5081402a4be7 req-2def3820-72a0-4c77-a511-eb1da517775d tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:31.621469 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] get_ports_and_sgs() called for port_ids ['0454ae33-c876-4648-afa4-83ec17c15643', 'dad6b51c-6509-434b-9b2b-3c118e9cf5fb'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 12:58:31.648038 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def3820-72a0-4c77-a511-eb1da517775d tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Pushing event deleted for resources: {'Port': ['ID=dad6b51c-6509-434b-9b2b-3c118e9cf5fb,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:31.703199 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-f70b1438-de03-4b78-9e7d-5081402a4be7 req-2def3820-72a0-4c77-a511-eb1da517775d tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] No DVR routers for this DVR port dad6b51c-6509-434b-9b2b-3c118e9cf5fb on host hv-cinder-81013 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 12:58:31.705491 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-f70b1438-de03-4b78-9e7d-5081402a4be7 req-2def3820-72a0-4c77-a511-eb1da517775d tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:31.707678 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f70b1438-de03-4b78-9e7d-5081402a4be7 req-2def3820-72a0-4c77-a511-eb1da517775d tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.45 "DELETE /v2.0/ports/dad6b51c-6509-434b-9b2b-3c118e9cf5fb HTTP/1.1" status: 204 len: 173 time: 0.4425480 Sep 21 12:58:31.708006 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa98a62-0bdb-4d98-8a7f-db2d9ce65bd6', 'name': 'network-vif-deleted', 'tag': 'dad6b51c-6509-434b-9b2b-3c118e9cf5fb'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 12:58:31.710946 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}891eab8d1a3043c3e369406f1201b67df81013e3c20d23918ff9fd5cd34c6e83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd50fe0-faeb-42f0-a3b1-97a0196adc4a" -d '{"events": [{"server_uuid": "faa98a62-0bdb-4d98-8a7f-db2d9ce65bd6", "name": "network-vif-deleted", "tag": "dad6b51c-6509-434b-9b2b-3c118e9cf5fb"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:58:31.763418 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 12:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2077b85-d0a6-4bc6-9ee0-176f383ff41d x-openstack-request-id: req-c2077b85-d0a6-4bc6-9ee0-176f383ff41d {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:58:31.763988 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa98a62-0bdb-4d98-8a7f-db2d9ce65bd6", "name": "network-vif-deleted", "tag": "dad6b51c-6509-434b-9b2b-3c118e9cf5fb", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:58:31.764422 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c2077b85-d0a6-4bc6-9ee0-176f383ff41d {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:58:31.764821 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faa98a62-0bdb-4d98-8a7f-db2d9ce65bd6', 'name': 'network-vif-deleted', 'tag': 'dad6b51c-6509-434b-9b2b-3c118e9cf5fb', 'status': 'completed', 'code': 200} Sep 21 12:58:31.859075 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001bbdae-5524-4431-a2a9-a132bbc0729c req-b3d775e3-23e1-442e-b204-261133cd7d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:31.861224 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-001bbdae-5524-4431-a2a9-a132bbc0729c req-b3d775e3-23e1-442e-b204-261133cd7d1b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 1099 time: 0.0521073 Sep 21 12:58:31.908672 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-001bbdae-5524-4431-a2a9-a132bbc0729c req-3188eb1a-658a-44b6-ace9-52ffbaa7e5bf service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305791 Sep 21 12:58:32.085348 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-423c6761-92a6-4634-a972-18a00ac6c1e4 req-0fc2bf7e-4fac-4d09-ad1f-e6c37069a4a7 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=faa98a62-0bdb-4d98-8a7f-db2d9ce65bd6 HTTP/1.1" status: 200 len: 210 time: 0.0292296 Sep 21 12:58:32.585742 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e7bdd-6200-4391-9652-7f31b82f6a1e req-9ce783f7-246a-40a9-9fcc-c78308bdffa3 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:32.587530 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a09e7bdd-6200-4391-9652-7f31b82f6a1e req-9ce783f7-246a-40a9-9fcc-c78308bdffa3 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 946 time: 0.0538592 Sep 21 12:58:32.627696 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a09e7bdd-6200-4391-9652-7f31b82f6a1e req-241e9c13-c5b3-4634-90ee-deb7cf04a639 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333509 Sep 21 12:58:33.751451 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4904f08-dda7-448e-ad22-3ba3b665dd85 req-846e13c8-18ba-451f-a4d2-01d12f895cf1 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:33.753161 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b4904f08-dda7-448e-ad22-3ba3b665dd85 req-846e13c8-18ba-451f-a4d2-01d12f895cf1 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 946 time: 0.0510621 Sep 21 12:58:33.797721 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b4904f08-dda7-448e-ad22-3ba3b665dd85 req-1f720b77-bf6b-4e76-8740-5e29b27981a1 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354400 Sep 21 12:58:34.511246 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23482d9-0f91-46d9-af33-2a2edb4ef121 req-e3da0f04-7e18-430e-bbea-058ad1a14105 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:34.512782 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a23482d9-0f91-46d9-af33-2a2edb4ef121 req-e3da0f04-7e18-430e-bbea-058ad1a14105 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=555ba68b-899b-4fce-98d6-5df71f9e605c HTTP/1.1" status: 200 len: 945 time: 0.0545628 Sep 21 12:58:34.557095 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a23482d9-0f91-46d9-af33-2a2edb4ef121 req-a708b58e-3f51-4622-b6d9-27c24abbc8bb tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355175 Sep 21 12:58:34.923283 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f7371-8d92-4add-bb4b-902e5d36a17c req-cea90d8f-d879-4c08-bd39-f1eb76d14a43 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:34.924797 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a41f7371-8d92-4add-bb4b-902e5d36a17c req-cea90d8f-d879-4c08-bd39-f1eb76d14a43 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 946 time: 0.0497234 Sep 21 12:58:34.970209 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a41f7371-8d92-4add-bb4b-902e5d36a17c req-bf78fc2e-9f1e-4ad1-91c7-07232c1698b7 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390944 Sep 21 12:58:35.045383 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device dad6b51c-6509-434b-9b2b-3c118e9cf5fb no longer exists at agent hyperv_hv-cinder-81013 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:58:35.070043 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] No Port match for: dad6b51c-6509-434b-9b2b-3c118e9cf5fb {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 12:58:35.070292 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device dad6b51c-6509-434b-9b2b-3c118e9cf5fb not bound to the agent host hv-cinder-81013 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:58:35.680790 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d8b0b-9597-40cb-8e0e-34469f16dfda req-b455490f-ab31-4241-a73b-d5faa4c8143e tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:35.682878 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3a1d8b0b-9597-40cb-8e0e-34469f16dfda req-b455490f-ab31-4241-a73b-d5faa4c8143e tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=555ba68b-899b-4fce-98d6-5df71f9e605c HTTP/1.1" status: 200 len: 945 time: 0.0587602 Sep 21 12:58:35.735280 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3a1d8b0b-9597-40cb-8e0e-34469f16dfda req-37a8baaf-9a09-408b-8326-bc0e58a1ed69 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/security-groups?id=8c0296fc-ab78-4949-b064-d94a38fb1ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468194 Sep 21 12:58:35.736805 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 59986) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:35.781790 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f485895-ace2-41ba-9010-86f31267e52f admin admin] Deleting subnet 27257be3-28fc-439f-a1fa-03237e199e88 {{(pid=93969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 12:58:35.785393 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5f485895-ace2-41ba-9010-86f31267e52f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:35.820408 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5f485895-ace2-41ba-9010-86f31267e52f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:35.827181 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5f485895-ace2-41ba-9010-86f31267e52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749736'] for subnet, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:35.884173 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5f485895-ace2-41ba-9010-86f31267e52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279'] for subnet, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:35.913499 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f485895-ace2-41ba-9010-86f31267e52f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27257be3-28fc-439f-a1fa-03237e199e88,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:35.917487 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5f485895-ace2-41ba-9010-86f31267e52f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:35.919973 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-5f485895-ace2-41ba-9010-86f31267e52f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/27257be3-28fc-439f-a1fa-03237e199e88 HTTP/1.1" status: 204 len: 168 time: 0.1817064 Sep 21 12:58:35.921975 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 59988) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:35.990202 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6d0ee1b6-1342-40a3-a10e-f5bf7dd2ff32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585049'] for network, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:36.079395 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6d0ee1b6-1342-40a3-a10e-f5bf7dd2ff32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-751663', 'neutron.services.segments.db._delete_segments_for_network-8758322445213'] for network, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:36.100527 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6d0ee1b6-1342-40a3-a10e-f5bf7dd2ff32 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:58:36.100872 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6d0ee1b6-1342-40a3-a10e-f5bf7dd2ff32 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:58:36.101639 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6d0ee1b6-1342-40a3-a10e-f5bf7dd2ff32 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:58:36.101988 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6d0ee1b6-1342-40a3-a10e-f5bf7dd2ff32 admin admin] Subscribe: > port after_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:58:36.102328 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6d0ee1b6-1342-40a3-a10e-f5bf7dd2ff32 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:58:36.102705 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6d0ee1b6-1342-40a3-a10e-f5bf7dd2ff32 admin admin] Subscribe: > port after_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:58:36.103024 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6d0ee1b6-1342-40a3-a10e-f5bf7dd2ff32 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:58:36.103349 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6d0ee1b6-1342-40a3-a10e-f5bf7dd2ff32 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:58:36.103667 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6d0ee1b6-1342-40a3-a10e-f5bf7dd2ff32 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:58:36.103985 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6d0ee1b6-1342-40a3-a10e-f5bf7dd2ff32 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:58:36.221802 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6d0ee1b6-1342-40a3-a10e-f5bf7dd2ff32 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:58:36.222059 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6d0ee1b6-1342-40a3-a10e-f5bf7dd2ff32 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:58:36.222388 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6d0ee1b6-1342-40a3-a10e-f5bf7dd2ff32 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:58:36.222751 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6d0ee1b6-1342-40a3-a10e-f5bf7dd2ff32 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 12:58:36.223120 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-6d0ee1b6-1342-40a3-a10e-f5bf7dd2ff32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01b155b0-f8e6-4a41-903b-6bf798d244a0']}} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:58:36.250717 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-6d0ee1b6-1342-40a3-a10e-f5bf7dd2ff32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4ad26e6-339e-4d3b-a71f-353e93bc4c80') {'for_net_delete': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:58:36.251007 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-6d0ee1b6-1342-40a3-a10e-f5bf7dd2ff32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4ad26e6-339e-4d3b-a71f-353e93bc4c80') {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:58:36.280519 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6d0ee1b6-1342-40a3-a10e-f5bf7dd2ff32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758322445990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9373270'] for segment, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:36.308890 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6d0ee1b6-1342-40a3-a10e-f5bf7dd2ff32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861'] for segment, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:36.319581 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d0ee1b6-1342-40a3-a10e-f5bf7dd2ff32 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=93969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 12:58:36.319979 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6d0ee1b6-1342-40a3-a10e-f5bf7dd2ff32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294540'] for segment, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:36.323855 dv-cinder-810131-2-iscsi neutron-server[93969]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 21 12:58:36.323855 dv-cinder-810131-2-iscsi neutron-server[93969]: from cryptography.utils import int_from_bytes Sep 21 12:58:36.323855 dv-cinder-810131-2-iscsi neutron-server[93969]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 21 12:58:36.323855 dv-cinder-810131-2-iscsi neutron-server[93969]: from cryptography.utils import int_from_bytes Sep 21 12:58:36.323855 dv-cinder-810131-2-iscsi neutron-server[93969]: Traceback (most recent call last): Sep 21 12:58:36.323855 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 12:58:36.323855 dv-cinder-810131-2-iscsi neutron-server[93969]: timer() Sep 21 12:58:36.323855 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 12:58:36.323855 dv-cinder-810131-2-iscsi neutron-server[93969]: cb(*args, **kw) Sep 21 12:58:36.323855 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 12:58:36.323855 dv-cinder-810131-2-iscsi neutron-server[93969]: return func(*args, **kwargs) Sep 21 12:58:36.323855 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 12:58:36.323855 dv-cinder-810131-2-iscsi neutron-server[93969]: self._notify() Sep 21 12:58:36.323855 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 12:58:36.323855 dv-cinder-810131-2-iscsi neutron-server[93969]: self.callback(batched_events) Sep 21 12:58:36.323855 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 12:58:36.323855 dv-cinder-810131-2-iscsi neutron-server[93969]: event.method(event) Sep 21 12:58:36.323855 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 12:58:36.323855 dv-cinder-810131-2-iscsi neutron-server[93969]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 12:58:36.323855 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 12:58:36.323855 dv-cinder-810131-2-iscsi neutron-server[93969]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 12:58:36.323855 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 12:58:36.323855 dv-cinder-810131-2-iscsi neutron-server[93969]: return f(self, *a, **k) Sep 21 12:58:36.323855 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 12:58:36.323855 dv-cinder-810131-2-iscsi neutron-server[93969]: return self._get(url).json() Sep 21 12:58:36.323855 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 12:58:36.323855 dv-cinder-810131-2-iscsi neutron-server[93969]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 12:58:36.323855 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 12:58:36.323855 dv-cinder-810131-2-iscsi neutron-server[93969]: return self.request(url, 'GET', **kwargs) Sep 21 12:58:36.323855 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 12:58:36.323855 dv-cinder-810131-2-iscsi neutron-server[93969]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 12:58:36.323855 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 12:58:36.323855 dv-cinder-810131-2-iscsi neutron-server[93969]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 12:58:36.323855 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 12:58:36.323855 dv-cinder-810131-2-iscsi neutron-server[93969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 12:58:36.323855 dv-cinder-810131-2-iscsi neutron-server[93969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 12:58:36.341080 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc5608-9e5d-497d-b93d-809aba46a51f req-57964749-3c99-436f-be14-8574a9b843dc tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:36.342661 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-74cc5608-9e5d-497d-b93d-809aba46a51f req-57964749-3c99-436f-be14-8574a9b843dc tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.45 "GET /v2.0/ports?device_id=555ba68b-899b-4fce-98d6-5df71f9e605c HTTP/1.1" status: 200 len: 945 time: 0.1145241 Sep 21 12:58:36.421465 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6d0ee1b6-1342-40a3-a10e-f5bf7dd2ff32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-751670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1618708'] for network, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:36.427984 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6d0ee1b6-1342-40a3-a10e-f5bf7dd2ff32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:36.429803 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-6d0ee1b6-1342-40a3-a10e-f5bf7dd2ff32 admin admin] 10.222.0.32 "DELETE /v2.0/networks/01b155b0-f8e6-4a41-903b-6bf798d244a0 HTTP/1.1" status: 204 len: 168 time: 0.5068898 Sep 21 12:58:36.433473 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 59990) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:36.464548 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0ee1b6-1342-40a3-a10e-f5bf7dd2ff32 admin admin] Pushing event deleted for resources: {'Network': ['ID=01b155b0-f8e6-4a41-903b-6bf798d244a0,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:36.477228 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d0515d0-0f3d-4206-92de-d871a29ac49f admin admin] Deleting subnet a4bcf6fd-b2ce-4c58-810b-b913dc3e7638 {{(pid=93968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 12:58:36.481059 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0d0515d0-0f3d-4206-92de-d871a29ac49f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:36.493155 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-74cc5608-9e5d-497d-b93d-809aba46a51f req-dbd17323-2ff9-46d0-a407-0fb0c3d68370 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Deleting port 0454ae33-c876-4648-afa4-83ec17c15643 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 12:58:36.493652 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-74cc5608-9e5d-497d-b93d-809aba46a51f req-dbd17323-2ff9-46d0-a407-0fb0c3d68370 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:36.515970 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0d0515d0-0f3d-4206-92de-d871a29ac49f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9168701'] for subnet, precommit_delete_associations {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:36.559462 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0d0515d0-0f3d-4206-92de-d871a29ac49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749736'] for subnet, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:36.583373 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-74cc5608-9e5d-497d-b93d-809aba46a51f req-dbd17323-2ff9-46d0-a407-0fb0c3d68370 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] For port 0454ae33-c876-4648-afa4-83ec17c15643, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=0454ae33-c876-4648-afa4-83ec17c15643,segment=NetworkSegment(d328da7a-b4f4-4af5-8150-fe9ea1d1ccba),segment_id=d328da7a-b4f4-4af5-8150-fe9ea1d1ccba)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:58:36.583732 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-74cc5608-9e5d-497d-b93d-809aba46a51f req-dbd17323-2ff9-46d0-a407-0fb0c3d68370 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:36.597079 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-74cc5608-9e5d-497d-b93d-809aba46a51f req-dbd17323-2ff9-46d0-a407-0fb0c3d68370 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Calling delete_port for 0454ae33-c876-4648-afa4-83ec17c15643 owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 12:58:36.614186 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0d0515d0-0f3d-4206-92de-d871a29ac49f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9268049'] for subnet, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:36.641586 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0515d0-0f3d-4206-92de-d871a29ac49f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4bcf6fd-b2ce-4c58-810b-b913dc3e7638,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:36.645189 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0d0515d0-0f3d-4206-92de-d871a29ac49f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for subnet, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:36.649350 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-0d0515d0-0f3d-4206-92de-d871a29ac49f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a4bcf6fd-b2ce-4c58-810b-b913dc3e7638 HTTP/1.1" status: 204 len: 168 time: 0.2126772 Sep 21 12:58:36.649943 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 59994) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:36.722433 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1b445a37-0e84-425a-babd-11f906da3352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585049'] for network, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:36.737397 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-74cc5608-9e5d-497d-b93d-809aba46a51f req-dbd17323-2ff9-46d0-a407-0fb0c3d68370 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9294141'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:36.749655 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] get_ports_and_sgs() called for port_ids ['0454ae33-c876-4648-afa4-83ec17c15643'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 12:58:36.784817 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd17323-2ff9-46d0-a407-0fb0c3d68370 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Pushing event deleted for resources: {'Port': ['ID=0454ae33-c876-4648-afa4-83ec17c15643,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:36.816848 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1b445a37-0e84-425a-babd-11f906da3352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-751663', 'neutron.services.segments.db._delete_segments_for_network-8758322445213'] for network, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:36.819146 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-74cc5608-9e5d-497d-b93d-809aba46a51f req-dbd17323-2ff9-46d0-a407-0fb0c3d68370 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] No DVR routers for this DVR port 0454ae33-c876-4648-afa4-83ec17c15643 on host hv-cinder-81013 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 12:58:36.821890 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-74cc5608-9e5d-497d-b93d-809aba46a51f req-dbd17323-2ff9-46d0-a407-0fb0c3d68370 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:36.825058 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-74cc5608-9e5d-497d-b93d-809aba46a51f req-dbd17323-2ff9-46d0-a407-0fb0c3d68370 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.45 "DELETE /v2.0/ports/0454ae33-c876-4648-afa4-83ec17c15643 HTTP/1.1" status: 204 len: 173 time: 0.4740872 Sep 21 12:58:36.825601 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '555ba68b-899b-4fce-98d6-5df71f9e605c', 'name': 'network-vif-deleted', 'tag': '0454ae33-c876-4648-afa4-83ec17c15643'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 12:58:36.829461 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}891eab8d1a3043c3e369406f1201b67df81013e3c20d23918ff9fd5cd34c6e83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543b7fb5-dc43-466b-9e21-76656773f949" -d '{"events": [{"server_uuid": "555ba68b-899b-4fce-98d6-5df71f9e605c", "name": "network-vif-deleted", "tag": "0454ae33-c876-4648-afa4-83ec17c15643"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:58:36.858035 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-1b445a37-0e84-425a-babd-11f906da3352 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b897256-2ab5-4f19-8e94-5e2607325c5e']}} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:58:36.867320 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f517d87c-30ea-4339-b66f-96d4f2f8a76b req-7e6f25a0-6776-4542-bf3d-ebd63798c8d7 tempest-AttachVolumeNegativeTest-195291162 tempest-AttachVolumeNegativeTest-195291162-project] 10.222.0.32 "GET /v2.0/ports?device_id=555ba68b-899b-4fce-98d6-5df71f9e605c HTTP/1.1" status: 200 len: 210 time: 0.0531075 Sep 21 12:58:36.871218 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-1b445a37-0e84-425a-babd-11f906da3352 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aa4d821-2161-499c-9e5f-997fa862b717') {'for_net_delete': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:58:36.871543 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-1b445a37-0e84-425a-babd-11f906da3352 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aa4d821-2161-499c-9e5f-997fa862b717') {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:58:36.872325 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 12:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705201a9-e327-4f45-a959-88b1f5cf84bd x-openstack-request-id: req-705201a9-e327-4f45-a959-88b1f5cf84bd {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:58:36.872325 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "555ba68b-899b-4fce-98d6-5df71f9e605c", "name": "network-vif-deleted", "tag": "0454ae33-c876-4648-afa4-83ec17c15643", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:58:36.872558 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-705201a9-e327-4f45-a959-88b1f5cf84bd {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:58:36.872891 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '555ba68b-899b-4fce-98d6-5df71f9e605c', 'name': 'network-vif-deleted', 'tag': '0454ae33-c876-4648-afa4-83ec17c15643', 'status': 'completed', 'code': 200} Sep 21 12:58:36.880968 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1b445a37-0e84-425a-babd-11f906da3352 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758322445990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9168694'] for segment, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:36.898607 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1b445a37-0e84-425a-babd-11f906da3352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861'] for segment, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:36.906146 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b445a37-0e84-425a-babd-11f906da3352 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=93968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 12:58:36.906582 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1b445a37-0e84-425a-babd-11f906da3352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168119'] for segment, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:36.909147 dv-cinder-810131-2-iscsi neutron-server[93968]: Traceback (most recent call last): Sep 21 12:58:36.909147 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 12:58:36.909147 dv-cinder-810131-2-iscsi neutron-server[93968]: timer() Sep 21 12:58:36.909147 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 12:58:36.909147 dv-cinder-810131-2-iscsi neutron-server[93968]: cb(*args, **kw) Sep 21 12:58:36.909147 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 12:58:36.909147 dv-cinder-810131-2-iscsi neutron-server[93968]: return func(*args, **kwargs) Sep 21 12:58:36.909147 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 12:58:36.909147 dv-cinder-810131-2-iscsi neutron-server[93968]: self._notify() Sep 21 12:58:36.909147 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 12:58:36.909147 dv-cinder-810131-2-iscsi neutron-server[93968]: self.callback(batched_events) Sep 21 12:58:36.909147 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 12:58:36.909147 dv-cinder-810131-2-iscsi neutron-server[93968]: event.method(event) Sep 21 12:58:36.909147 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 12:58:36.909147 dv-cinder-810131-2-iscsi neutron-server[93968]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 12:58:36.909147 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 12:58:36.909147 dv-cinder-810131-2-iscsi neutron-server[93968]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 12:58:36.909147 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 12:58:36.909147 dv-cinder-810131-2-iscsi neutron-server[93968]: return f(self, *a, **k) Sep 21 12:58:36.909147 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 12:58:36.909147 dv-cinder-810131-2-iscsi neutron-server[93968]: return self._get(url).json() Sep 21 12:58:36.909147 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 12:58:36.909147 dv-cinder-810131-2-iscsi neutron-server[93968]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 12:58:36.909147 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 12:58:36.909147 dv-cinder-810131-2-iscsi neutron-server[93968]: return self.request(url, 'GET', **kwargs) Sep 21 12:58:36.909147 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 12:58:36.909147 dv-cinder-810131-2-iscsi neutron-server[93968]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 12:58:36.909147 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 12:58:36.909147 dv-cinder-810131-2-iscsi neutron-server[93968]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 12:58:36.909147 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 12:58:36.909147 dv-cinder-810131-2-iscsi neutron-server[93968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 12:58:36.909147 dv-cinder-810131-2-iscsi neutron-server[93968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 12:58:36.968769 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1b445a37-0e84-425a-babd-11f906da3352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-751670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1618708'] for network, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:36.974993 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1b445a37-0e84-425a-babd-11f906da3352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for network, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:36.976131 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-1b445a37-0e84-425a-babd-11f906da3352 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8b897256-2ab5-4f19-8e94-5e2607325c5e HTTP/1.1" status: 204 len: 168 time: 0.3251910 Sep 21 12:58:36.988428 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b445a37-0e84-425a-babd-11f906da3352 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b897256-2ab5-4f19-8e94-5e2607325c5e,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:37.159055 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 60002) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:37.202305 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-da9f9b2f-3a78-47e1-b28a-377bda9321c7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f1490dd7dddd4fb28942f84cbb5356cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420673 Sep 21 12:58:37.204715 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 60004) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:37.254672 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a0bcaa12-d51e-4f46-9aab-e90f7244cf48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:37.278256 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a0bcaa12-d51e-4f46-9aab-e90f7244cf48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:37.331110 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a0bcaa12-d51e-4f46-9aab-e90f7244cf48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:37.333640 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a0bcaa12-d51e-4f46-9aab-e90f7244cf48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:37.336008 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-a0bcaa12-d51e-4f46-9aab-e90f7244cf48 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7e56edc6-fc65-438a-a3d3-1d8dcb5768b1 HTTP/1.1" status: 204 len: 168 time: 0.1294212 Sep 21 12:58:37.347036 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bcaa12-d51e-4f46-9aab-e90f7244cf48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e56edc6-fc65-438a-a3d3-1d8dcb5768b1,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:37.652159 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 60010) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:37.695292 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-43c609b6-a323-4fb7-9d09-479aaa3854d9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e2e33b86aeeb42d28ab0699adadca0de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419641 Sep 21 12:58:37.697711 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 60012) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:37.747195 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ef3fd22e-da57-49eb-a71e-b863d6119265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:37.770337 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ef3fd22e-da57-49eb-a71e-b863d6119265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:37.817213 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ef3fd22e-da57-49eb-a71e-b863d6119265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:37.819762 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ef3fd22e-da57-49eb-a71e-b863d6119265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:37.820957 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-ef3fd22e-da57-49eb-a71e-b863d6119265 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/04dc20d7-cdf8-40ec-9390-b105eee7b700 HTTP/1.1" status: 204 len: 168 time: 0.1223128 Sep 21 12:58:37.828624 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3fd22e-da57-49eb-a71e-b863d6119265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04dc20d7-cdf8-40ec-9390-b105eee7b700,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:37.946579 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 60018) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:37.993037 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_v2 [None req-61ddcd85-e07c-4063-9855-16b8843d8ba3 admin admin] Deleting subnet 0243efde-fe2f-4d4f-9f40-170cfeada7be {{(pid=93969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 12:58:37.996973 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-61ddcd85-e07c-4063-9855-16b8843d8ba3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:38.036048 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-61ddcd85-e07c-4063-9855-16b8843d8ba3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9373277'] for subnet, precommit_delete_associations {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:38.077110 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-61ddcd85-e07c-4063-9855-16b8843d8ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749736'] for subnet, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:38.132503 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-61ddcd85-e07c-4063-9855-16b8843d8ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9294098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8883375'] for subnet, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:38.158488 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ddcd85-e07c-4063-9855-16b8843d8ba3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0243efde-fe2f-4d4f-9f40-170cfeada7be,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:38.162116 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-61ddcd85-e07c-4063-9855-16b8843d8ba3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:38.165761 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-61ddcd85-e07c-4063-9855-16b8843d8ba3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0243efde-fe2f-4d4f-9f40-170cfeada7be HTTP/1.1" status: 204 len: 168 time: 0.2181096 Sep 21 12:58:38.166644 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 60028) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:38.234863 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-05fc3ff8-f447-4677-a44a-13b265c867f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585049'] for network, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:38.327700 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-05fc3ff8-f447-4677-a44a-13b265c867f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-751663', 'neutron.services.segments.db._delete_segments_for_network-8758322445213'] for network, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:38.348616 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-05fc3ff8-f447-4677-a44a-13b265c867f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfa955ee-caa2-4aa5-bdf2-91dd256312eb']}} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:58:38.358699 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-05fc3ff8-f447-4677-a44a-13b265c867f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd328da7a-b4f4-4af5-8150-fe9ea1d1ccba') {'for_net_delete': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:58:38.358997 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-05fc3ff8-f447-4677-a44a-13b265c867f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd328da7a-b4f4-4af5-8150-fe9ea1d1ccba') {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:58:38.368411 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-05fc3ff8-f447-4677-a44a-13b265c867f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758322445990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9168694'] for segment, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:38.382288 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-05fc3ff8-f447-4677-a44a-13b265c867f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861'] for segment, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:38.389265 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05fc3ff8-f447-4677-a44a-13b265c867f0 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=93968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 12:58:38.389646 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-05fc3ff8-f447-4677-a44a-13b265c867f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168119'] for segment, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:38.391396 dv-cinder-810131-2-iscsi neutron-server[93968]: Traceback (most recent call last): Sep 21 12:58:38.391396 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 12:58:38.391396 dv-cinder-810131-2-iscsi neutron-server[93968]: timer() Sep 21 12:58:38.391396 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 12:58:38.391396 dv-cinder-810131-2-iscsi neutron-server[93968]: cb(*args, **kw) Sep 21 12:58:38.391396 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 12:58:38.391396 dv-cinder-810131-2-iscsi neutron-server[93968]: return func(*args, **kwargs) Sep 21 12:58:38.391396 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 12:58:38.391396 dv-cinder-810131-2-iscsi neutron-server[93968]: self._notify() Sep 21 12:58:38.391396 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 12:58:38.391396 dv-cinder-810131-2-iscsi neutron-server[93968]: self.callback(batched_events) Sep 21 12:58:38.391396 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 12:58:38.391396 dv-cinder-810131-2-iscsi neutron-server[93968]: event.method(event) Sep 21 12:58:38.391396 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 12:58:38.391396 dv-cinder-810131-2-iscsi neutron-server[93968]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 12:58:38.391396 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 12:58:38.391396 dv-cinder-810131-2-iscsi neutron-server[93968]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 12:58:38.391396 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 12:58:38.391396 dv-cinder-810131-2-iscsi neutron-server[93968]: return f(self, *a, **k) Sep 21 12:58:38.391396 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 12:58:38.391396 dv-cinder-810131-2-iscsi neutron-server[93968]: return self._get(url).json() Sep 21 12:58:38.391396 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 12:58:38.391396 dv-cinder-810131-2-iscsi neutron-server[93968]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 12:58:38.391396 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 12:58:38.391396 dv-cinder-810131-2-iscsi neutron-server[93968]: return self.request(url, 'GET', **kwargs) Sep 21 12:58:38.391396 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 12:58:38.391396 dv-cinder-810131-2-iscsi neutron-server[93968]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 12:58:38.391396 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 12:58:38.391396 dv-cinder-810131-2-iscsi neutron-server[93968]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 12:58:38.391396 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 12:58:38.391396 dv-cinder-810131-2-iscsi neutron-server[93968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 12:58:38.391396 dv-cinder-810131-2-iscsi neutron-server[93968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 12:58:38.444840 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-05fc3ff8-f447-4677-a44a-13b265c867f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-751670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1618708'] for network, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:38.450619 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-05fc3ff8-f447-4677-a44a-13b265c867f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for network, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:38.452477 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-05fc3ff8-f447-4677-a44a-13b265c867f0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/bfa955ee-caa2-4aa5-bdf2-91dd256312eb HTTP/1.1" status: 204 len: 168 time: 0.2847676 Sep 21 12:58:38.463450 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc3ff8-f447-4677-a44a-13b265c867f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfa955ee-caa2-4aa5-bdf2-91dd256312eb,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:38.619898 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 60046) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:38.665874 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-6e934523-0c9b-4a7c-8070-815fb3614a99 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e2ec0b25771f4c22b0ae01dcc0fdf4c4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0445738 Sep 21 12:58:38.669125 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 60048) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:38.722240 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f6fea9e0-8002-4f60-8a05-19187e2d73a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:38.746042 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f6fea9e0-8002-4f60-8a05-19187e2d73a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:38.797406 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f6fea9e0-8002-4f60-8a05-19187e2d73a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:38.800148 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f6fea9e0-8002-4f60-8a05-19187e2d73a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:38.801312 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-f6fea9e0-8002-4f60-8a05-19187e2d73a1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8c0296fc-ab78-4949-b064-d94a38fb1ca3 HTTP/1.1" status: 204 len: 168 time: 0.1311684 Sep 21 12:58:38.810898 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fea9e0-8002-4f60-8a05-19187e2d73a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0296fc-ab78-4949-b064-d94a38fb1ca3,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:39.102580 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device 0454ae33-c876-4648-afa4-83ec17c15643 no longer exists at agent hyperv_hv-cinder-81013 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:58:39.124795 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] No Port match for: 0454ae33-c876-4648-afa4-83ec17c15643 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 12:58:39.125144 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device 0454ae33-c876-4648-afa4-83ec17c15643 not bound to the agent host hv-cinder-81013 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:58:39.504759 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 60074) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:39.603778 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-fdaa8f60-2601-4692-9ac6-2c2013f20284 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-22057266-network', 'tenant_id': '9df7f002bb83409f8a9da3fa4fc91cc8'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:58:39.626345 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdaa8f60-2601-4692-9ac6-2c2013f20284 admin admin] Made reservation on behalf of 9df7f002bb83409f8a9da3fa4fc91cc8 for: {'network': 1} {{(pid=93968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:58:39.628589 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fdaa8f60-2601-4692-9ac6-2c2013f20284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for network, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:39.637862 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fdaa8f60-2601-4692-9ac6-2c2013f20284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:39.726023 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fdaa8f60-2601-4692-9ac6-2c2013f20284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:39.730018 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fdaa8f60-2601-4692-9ac6-2c2013f20284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:39.754496 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdaa8f60-2601-4692-9ac6-2c2013f20284 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=93968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 12:58:39.764720 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaa8f60-2601-4692-9ac6-2c2013f20284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ab6c31-9dc0-4393-9170-915b7349ba71,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:39.769498 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fdaa8f60-2601-4692-9ac6-2c2013f20284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861'] for segment, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:39.769843 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.db.segments_db [None req-fdaa8f60-2601-4692-9ac6-2c2013f20284 admin admin] Added segment ae10d2ce-9bd3-4a74-a1f2-25a9c5edcced of type vlan for network 7865f0d9-f60a-45e1-9236-06f9cc496f4c Sep 21 12:58:39.812109 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fdaa8f60-2601-4692-9ac6-2c2013f20284 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758322100264'] for network, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:39.836482 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fdaa8f60-2601-4692-9ac6-2c2013f20284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279'] for network, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:39.837433 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdaa8f60-2601-4692-9ac6-2c2013f20284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:39.838010 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fdaa8f60-2601-4692-9ac6-2c2013f20284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for network, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:39.859865 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-fdaa8f60-2601-4692-9ac6-2c2013f20284 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.3538189 Sep 21 12:58:39.862713 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 60078) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:39.867848 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-e4678e12-543d-4860-90bc-86a6ed97fece admin admin] Request body: {'subnet': {'network_id': '7865f0d9-f60a-45e1-9236-06f9cc496f4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-22057266-subnet', 'tenant_id': '9df7f002bb83409f8a9da3fa4fc91cc8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:58:39.890225 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4678e12-543d-4860-90bc-86a6ed97fece admin admin] Made reservation on behalf of 9df7f002bb83409f8a9da3fa4fc91cc8 for: {'subnet': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:58:39.892851 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e4678e12-543d-4860-90bc-86a6ed97fece admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8883336'] for subnet, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:39.898812 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaa8f60-2601-4692-9ac6-2c2013f20284 admin admin] Pushing event updated for resources: {'Network': ['ID=7865f0d9-f60a-45e1-9236-06f9cc496f4c,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:39.909669 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Network 7865f0d9-f60a-45e1-9236-06f9cc496f4c details requested by agent ovs-agent-dv-cinder-810131-2-iscsi with host dv-cinder-810131-2-iscsi {{(pid=93970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 12:58:40.066535 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e4678e12-543d-4860-90bc-86a6ed97fece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9294161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8883366'] for subnet, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:40.121176 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4678e12-543d-4860-90bc-86a6ed97fece admin admin] Pushing event updated for resources: {'Subnet': ['ID=8aa65946-0170-4e03-a2e2-134dd79b4c4f,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:40.132952 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4678e12-543d-4860-90bc-86a6ed97fece admin admin] Checking segment: {'id': 'ae10d2ce-9bd3-4a74-a1f2-25a9c5edcced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7865f0d9-f60a-45e1-9236-06f9cc496f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:58:40.133297 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4678e12-543d-4860-90bc-86a6ed97fece admin admin] Network hostable DHCP agents. Network: 7865f0d9-f60a-45e1-9236-06f9cc496f4c, hostable agents: ['12de7482-9c3e-48cc-a7cf-59e9ab92578f'], hosted agents: [] {{(pid=93969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 12:58:40.157536 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4678e12-543d-4860-90bc-86a6ed97fece admin admin] Network 7865f0d9-f60a-45e1-9236-06f9cc496f4c is scheduled to be hosted by DHCP agent 12de7482-9c3e-48cc-a7cf-59e9ab92578f with binding_index 1 {{(pid=93969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 12:58:40.168145 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-e4678e12-543d-4860-90bc-86a6ed97fece admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810131-2-iscsi, 7865f0d9-f60a-45e1-9236-06f9cc496f4c) {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:58:40.172354 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4678e12-543d-4860-90bc-86a6ed97fece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:40.172938 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e4678e12-543d-4860-90bc-86a6ed97fece admin admin] Notify callbacks [] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:40.179320 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7acd17-1590-4c00-9223-5338d2ce4df5 None None] Network 7865f0d9-f60a-45e1-9236-06f9cc496f4c requested from dv-cinder-810131-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 12:58:40.201492 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-e4678e12-543d-4860-90bc-86a6ed97fece admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3375258 Sep 21 12:58:40.316328 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c826a4-00ef-4cae-b67a-701f7046b133 None None] Network 7865f0d9-f60a-45e1-9236-06f9cc496f4c requested from dv-cinder-810131-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 12:58:40.715732 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 60124) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:40.720937 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-5342b2ad-c878-4ba9-b6f5-3314ae1504d2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-788723052-network', 'tenant_id': '597c8cc2f88e4666bb5ee523a408fdee'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:58:40.741937 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5342b2ad-c878-4ba9-b6f5-3314ae1504d2 admin admin] Made reservation on behalf of 597c8cc2f88e4666bb5ee523a408fdee for: {'network': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:58:40.744292 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5342b2ad-c878-4ba9-b6f5-3314ae1504d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for network, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:40.754073 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5342b2ad-c878-4ba9-b6f5-3314ae1504d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:40.856655 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5342b2ad-c878-4ba9-b6f5-3314ae1504d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:40.860285 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5342b2ad-c878-4ba9-b6f5-3314ae1504d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:40.884365 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5342b2ad-c878-4ba9-b6f5-3314ae1504d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=93969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 12:58:40.893444 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5342b2ad-c878-4ba9-b6f5-3314ae1504d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6547e7c-df90-4b7f-a543-4921410fdc57,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:40.899331 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5342b2ad-c878-4ba9-b6f5-3314ae1504d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861'] for segment, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:40.899658 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.db.segments_db [None req-5342b2ad-c878-4ba9-b6f5-3314ae1504d2 admin admin] Added segment dd52b4b6-ce31-4775-93a3-de80d9fc344c of type vlan for network 8c4a9830-7cba-4acb-9add-6eed67472a47 Sep 21 12:58:40.941877 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5342b2ad-c878-4ba9-b6f5-3314ae1504d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758322100264'] for network, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:40.966380 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5342b2ad-c878-4ba9-b6f5-3314ae1504d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279'] for network, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:40.967358 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5342b2ad-c878-4ba9-b6f5-3314ae1504d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:40.967951 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5342b2ad-c878-4ba9-b6f5-3314ae1504d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:41.003010 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-5342b2ad-c878-4ba9-b6f5-3314ae1504d2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2860651 Sep 21 12:58:41.005892 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 60126) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:41.011185 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-864660de-86fb-4097-8cf9-6dda850300dc admin admin] Request body: {'subnet': {'network_id': '8c4a9830-7cba-4acb-9add-6eed67472a47', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-788723052-subnet', 'tenant_id': '597c8cc2f88e4666bb5ee523a408fdee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:58:41.031590 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5342b2ad-c878-4ba9-b6f5-3314ae1504d2 admin admin] Pushing event updated for resources: {'Network': ['ID=8c4a9830-7cba-4acb-9add-6eed67472a47,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:41.032911 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864660de-86fb-4097-8cf9-6dda850300dc admin admin] Made reservation on behalf of 597c8cc2f88e4666bb5ee523a408fdee for: {'subnet': 1} {{(pid=93968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:58:41.035732 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-864660de-86fb-4097-8cf9-6dda850300dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9268086'] for subnet, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:41.042504 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Network 8c4a9830-7cba-4acb-9add-6eed67472a47 details requested by agent ovs-agent-dv-cinder-810131-2-iscsi with host dv-cinder-810131-2-iscsi {{(pid=93970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 12:58:41.209335 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-864660de-86fb-4097-8cf9-6dda850300dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9268056'] for subnet, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:41.269958 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864660de-86fb-4097-8cf9-6dda850300dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7306f908-743d-4444-b3c0-668a3f2bd75f,revision_number=0']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:41.279372 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864660de-86fb-4097-8cf9-6dda850300dc admin admin] Checking segment: {'id': 'dd52b4b6-ce31-4775-93a3-de80d9fc344c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '8c4a9830-7cba-4acb-9add-6eed67472a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:58:41.279759 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864660de-86fb-4097-8cf9-6dda850300dc admin admin] Network hostable DHCP agents. Network: 8c4a9830-7cba-4acb-9add-6eed67472a47, hostable agents: ['12de7482-9c3e-48cc-a7cf-59e9ab92578f'], hosted agents: [] {{(pid=93968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 12:58:41.297040 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864660de-86fb-4097-8cf9-6dda850300dc admin admin] Network 8c4a9830-7cba-4acb-9add-6eed67472a47 is scheduled to be hosted by DHCP agent 12de7482-9c3e-48cc-a7cf-59e9ab92578f with binding_index 1 {{(pid=93968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 12:58:41.306924 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-864660de-86fb-4097-8cf9-6dda850300dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810131-2-iscsi, 8c4a9830-7cba-4acb-9add-6eed67472a47) {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:58:41.311821 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864660de-86fb-4097-8cf9-6dda850300dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:41.313711 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-864660de-86fb-4097-8cf9-6dda850300dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for subnet, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:41.314453 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639e6096-31a8-4277-9bc0-a9a7e5172679 None None] Network 8c4a9830-7cba-4acb-9add-6eed67472a47 requested from dv-cinder-810131-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 12:58:41.330991 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-864660de-86fb-4097-8cf9-6dda850300dc admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3238723 Sep 21 12:58:41.444129 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1fdbb5-da34-476e-8827-7232199aadee None None] Network 8c4a9830-7cba-4acb-9add-6eed67472a47 requested from dv-cinder-810131-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 12:58:41.451578 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 60130) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:41.496816 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_v2 [None req-7726b37d-5ea9-4c31-a8fb-8ea5d21b8ebd admin admin] Deleting subnet 8aa65946-0170-4e03-a2e2-134dd79b4c4f {{(pid=93968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 12:58:41.500565 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7726b37d-5ea9-4c31-a8fb-8ea5d21b8ebd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:41.537555 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7726b37d-5ea9-4c31-a8fb-8ea5d21b8ebd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9168701'] for subnet, precommit_delete_associations {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:41.577638 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7726b37d-5ea9-4c31-a8fb-8ea5d21b8ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749736'] for subnet, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:41.636490 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7726b37d-5ea9-4c31-a8fb-8ea5d21b8ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9268049'] for subnet, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:41.664045 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7726b37d-5ea9-4c31-a8fb-8ea5d21b8ebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for subnet, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:41.666278 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-7726b37d-5ea9-4c31-a8fb-8ea5d21b8ebd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8aa65946-0170-4e03-a2e2-134dd79b4c4f HTTP/1.1" status: 204 len: 168 time: 0.2136333 Sep 21 12:58:41.667961 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7726b37d-5ea9-4c31-a8fb-8ea5d21b8ebd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8aa65946-0170-4e03-a2e2-134dd79b4c4f,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:41.670140 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 60134) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:41.747988 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2c5c1e53-bd4a-4547-8cad-ffe47d9b8690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585049'] for network, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:41.838271 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2c5c1e53-bd4a-4547-8cad-ffe47d9b8690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-751663', 'neutron.services.segments.db._delete_segments_for_network-8758322445213'] for network, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:41.864090 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-2c5c1e53-bd4a-4547-8cad-ffe47d9b8690 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7865f0d9-f60a-45e1-9236-06f9cc496f4c']}} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:58:41.875083 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-2c5c1e53-bd4a-4547-8cad-ffe47d9b8690 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae10d2ce-9bd3-4a74-a1f2-25a9c5edcced') {'for_net_delete': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:58:41.875373 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-2c5c1e53-bd4a-4547-8cad-ffe47d9b8690 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae10d2ce-9bd3-4a74-a1f2-25a9c5edcced') {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:58:41.885213 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2c5c1e53-bd4a-4547-8cad-ffe47d9b8690 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758322445990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9373270'] for segment, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:41.900139 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2c5c1e53-bd4a-4547-8cad-ffe47d9b8690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861'] for segment, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:41.907887 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c5c1e53-bd4a-4547-8cad-ffe47d9b8690 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=93969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 12:58:41.908535 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2c5c1e53-bd4a-4547-8cad-ffe47d9b8690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294540'] for segment, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:41.910316 dv-cinder-810131-2-iscsi neutron-server[93969]: Traceback (most recent call last): Sep 21 12:58:41.910316 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 12:58:41.910316 dv-cinder-810131-2-iscsi neutron-server[93969]: timer() Sep 21 12:58:41.910316 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 12:58:41.910316 dv-cinder-810131-2-iscsi neutron-server[93969]: cb(*args, **kw) Sep 21 12:58:41.910316 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 12:58:41.910316 dv-cinder-810131-2-iscsi neutron-server[93969]: return func(*args, **kwargs) Sep 21 12:58:41.910316 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 12:58:41.910316 dv-cinder-810131-2-iscsi neutron-server[93969]: self._notify() Sep 21 12:58:41.910316 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 12:58:41.910316 dv-cinder-810131-2-iscsi neutron-server[93969]: self.callback(batched_events) Sep 21 12:58:41.910316 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 12:58:41.910316 dv-cinder-810131-2-iscsi neutron-server[93969]: event.method(event) Sep 21 12:58:41.910316 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 12:58:41.910316 dv-cinder-810131-2-iscsi neutron-server[93969]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 12:58:41.910316 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 12:58:41.910316 dv-cinder-810131-2-iscsi neutron-server[93969]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 12:58:41.910316 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 12:58:41.910316 dv-cinder-810131-2-iscsi neutron-server[93969]: return f(self, *a, **k) Sep 21 12:58:41.910316 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 12:58:41.910316 dv-cinder-810131-2-iscsi neutron-server[93969]: return self._get(url).json() Sep 21 12:58:41.910316 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 12:58:41.910316 dv-cinder-810131-2-iscsi neutron-server[93969]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 12:58:41.910316 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 12:58:41.910316 dv-cinder-810131-2-iscsi neutron-server[93969]: return self.request(url, 'GET', **kwargs) Sep 21 12:58:41.910316 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 12:58:41.910316 dv-cinder-810131-2-iscsi neutron-server[93969]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 12:58:41.910316 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 12:58:41.910316 dv-cinder-810131-2-iscsi neutron-server[93969]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 12:58:41.910316 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 12:58:41.910316 dv-cinder-810131-2-iscsi neutron-server[93969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 12:58:41.910316 dv-cinder-810131-2-iscsi neutron-server[93969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 12:58:41.951159 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 60140) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:41.966498 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2c5c1e53-bd4a-4547-8cad-ffe47d9b8690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-751670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1618708'] for network, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:41.974798 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2c5c1e53-bd4a-4547-8cad-ffe47d9b8690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:41.977992 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-2c5c1e53-bd4a-4547-8cad-ffe47d9b8690 admin admin] 10.222.0.32 "DELETE /v2.0/networks/7865f0d9-f60a-45e1-9236-06f9cc496f4c HTTP/1.1" status: 204 len: 168 time: 0.3065598 Sep 21 12:58:41.981556 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 60144) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:41.993268 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c1e53-bd4a-4547-8cad-ffe47d9b8690 admin admin] Pushing event deleted for resources: {'Network': ['ID=7865f0d9-f60a-45e1-9236-06f9cc496f4c,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:42.033154 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_v2 [None req-153a3284-7b5b-404e-bf46-26c17ea1ecb4 admin admin] Deleting subnet 7306f908-743d-4444-b3c0-668a3f2bd75f {{(pid=93968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 12:58:42.036576 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-153a3284-7b5b-404e-bf46-26c17ea1ecb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:42.075853 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-52cd7a35-aa2c-417d-a6b0-ea7997f009d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:42.093339 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-153a3284-7b5b-404e-bf46-26c17ea1ecb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9168701'] for subnet, precommit_delete_associations {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:42.160656 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-153a3284-7b5b-404e-bf46-26c17ea1ecb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749736'] for subnet, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:42.252563 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-153a3284-7b5b-404e-bf46-26c17ea1ecb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9268049'] for subnet, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:42.293711 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-52cd7a35-aa2c-417d-a6b0-ea7997f009d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:42.294866 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a3284-7b5b-404e-bf46-26c17ea1ecb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7306f908-743d-4444-b3c0-668a3f2bd75f,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:42.300527 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-153a3284-7b5b-404e-bf46-26c17ea1ecb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for subnet, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:42.305608 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 60146) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:42.305781 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-153a3284-7b5b-404e-bf46-26c17ea1ecb4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7306f908-743d-4444-b3c0-668a3f2bd75f HTTP/1.1" status: 204 len: 168 time: 0.3228254 Sep 21 12:58:42.306843 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-52cd7a35-aa2c-417d-a6b0-ea7997f009d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:42.349871 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-52cd7a35-aa2c-417d-a6b0-ea7997f009d3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a36ec7e1274f4651b329fdc864328fb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3975916 Sep 21 12:58:42.350914 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd7a35-aa2c-417d-a6b0-ea7997f009d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aced2779-ee43-4a7d-9140-cad2f68992f7,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:42.353426 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 60148) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:42.415743 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d35ace6d-8b11-4563-9465-37f1abb2bd81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:42.445627 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d35ace6d-8b11-4563-9465-37f1abb2bd81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:42.506206 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d35ace6d-8b11-4563-9465-37f1abb2bd81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:42.509032 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d35ace6d-8b11-4563-9465-37f1abb2bd81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:42.510228 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-d35ace6d-8b11-4563-9465-37f1abb2bd81 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aced2779-ee43-4a7d-9140-cad2f68992f7 HTTP/1.1" status: 204 len: 168 time: 0.1558704 Sep 21 12:58:42.519634 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ace6d-8b11-4563-9465-37f1abb2bd81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aced2779-ee43-4a7d-9140-cad2f68992f7,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:42.612866 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0e2d1f29-2486-4082-b39d-0e42f942486d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585049'] for network, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:42.653697 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f8c2a733-c58d-4b0f-9976-4be97b9891ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:42.697228 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0e2d1f29-2486-4082-b39d-0e42f942486d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-751663', 'neutron.services.segments.db._delete_segments_for_network-8758322445213'] for network, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:42.719853 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-0e2d1f29-2486-4082-b39d-0e42f942486d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c4a9830-7cba-4acb-9add-6eed67472a47']}} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:58:42.734409 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-0e2d1f29-2486-4082-b39d-0e42f942486d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd52b4b6-ce31-4775-93a3-de80d9fc344c') {'for_net_delete': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:58:42.734807 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-0e2d1f29-2486-4082-b39d-0e42f942486d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd52b4b6-ce31-4775-93a3-de80d9fc344c') {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:58:42.748730 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0e2d1f29-2486-4082-b39d-0e42f942486d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758322445990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9373270'] for segment, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:42.763542 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0e2d1f29-2486-4082-b39d-0e42f942486d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861'] for segment, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:42.769997 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e2d1f29-2486-4082-b39d-0e42f942486d admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=93969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 12:58:42.770492 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0e2d1f29-2486-4082-b39d-0e42f942486d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294540'] for segment, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:42.772161 dv-cinder-810131-2-iscsi neutron-server[93969]: Traceback (most recent call last): Sep 21 12:58:42.772161 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 12:58:42.772161 dv-cinder-810131-2-iscsi neutron-server[93969]: timer() Sep 21 12:58:42.772161 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 12:58:42.772161 dv-cinder-810131-2-iscsi neutron-server[93969]: cb(*args, **kw) Sep 21 12:58:42.772161 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 12:58:42.772161 dv-cinder-810131-2-iscsi neutron-server[93969]: return func(*args, **kwargs) Sep 21 12:58:42.772161 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 12:58:42.772161 dv-cinder-810131-2-iscsi neutron-server[93969]: self._notify() Sep 21 12:58:42.772161 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 12:58:42.772161 dv-cinder-810131-2-iscsi neutron-server[93969]: self.callback(batched_events) Sep 21 12:58:42.772161 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 12:58:42.772161 dv-cinder-810131-2-iscsi neutron-server[93969]: event.method(event) Sep 21 12:58:42.772161 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 12:58:42.772161 dv-cinder-810131-2-iscsi neutron-server[93969]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 12:58:42.772161 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 12:58:42.772161 dv-cinder-810131-2-iscsi neutron-server[93969]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 12:58:42.772161 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 12:58:42.772161 dv-cinder-810131-2-iscsi neutron-server[93969]: return f(self, *a, **k) Sep 21 12:58:42.772161 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 12:58:42.772161 dv-cinder-810131-2-iscsi neutron-server[93969]: return self._get(url).json() Sep 21 12:58:42.772161 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 12:58:42.772161 dv-cinder-810131-2-iscsi neutron-server[93969]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 12:58:42.772161 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 12:58:42.772161 dv-cinder-810131-2-iscsi neutron-server[93969]: return self.request(url, 'GET', **kwargs) Sep 21 12:58:42.772161 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 12:58:42.772161 dv-cinder-810131-2-iscsi neutron-server[93969]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 12:58:42.772161 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 12:58:42.772161 dv-cinder-810131-2-iscsi neutron-server[93969]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 12:58:42.772161 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 12:58:42.772161 dv-cinder-810131-2-iscsi neutron-server[93969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 12:58:42.772161 dv-cinder-810131-2-iscsi neutron-server[93969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 12:58:42.827564 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0e2d1f29-2486-4082-b39d-0e42f942486d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-751670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1618708'] for network, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:42.833524 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0e2d1f29-2486-4082-b39d-0e42f942486d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:42.834796 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-0e2d1f29-2486-4082-b39d-0e42f942486d admin admin] 10.222.0.32 "DELETE /v2.0/networks/8c4a9830-7cba-4acb-9add-6eed67472a47 HTTP/1.1" status: 204 len: 168 time: 0.5275526 Sep 21 12:58:42.848662 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d1f29-2486-4082-b39d-0e42f942486d admin admin] Pushing event deleted for resources: {'Network': ['ID=8c4a9830-7cba-4acb-9add-6eed67472a47,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:42.972038 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 60166) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:43.020718 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-89985581-a62b-4bf3-9928-8da478957420 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9df7f002bb83409f8a9da3fa4fc91cc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468874 Sep 21 12:58:43.022749 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 60170) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:43.079520 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3f542843-8281-45c5-aa11-943f2c80c100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:43.107025 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3f542843-8281-45c5-aa11-943f2c80c100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:43.160912 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3f542843-8281-45c5-aa11-943f2c80c100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:43.163777 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3f542843-8281-45c5-aa11-943f2c80c100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:43.167956 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-3f542843-8281-45c5-aa11-943f2c80c100 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/28ab6c31-9dc0-4393-9170-915b7349ba71 HTTP/1.1" status: 204 len: 168 time: 0.1412978 Sep 21 12:58:43.175994 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f542843-8281-45c5-aa11-943f2c80c100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ab6c31-9dc0-4393-9170-915b7349ba71,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:43.296994 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 60182) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:43.553334 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-b18c861b-5ace-4f41-b5e1-9e902508cadb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1117510932-network', 'tenant_id': '062a8fe381764c349a040f2ef174b086'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:58:43.584555 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18c861b-5ace-4f41-b5e1-9e902508cadb admin admin] Made reservation on behalf of 062a8fe381764c349a040f2ef174b086 for: {'network': 1} {{(pid=93968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:58:43.587074 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b18c861b-5ace-4f41-b5e1-9e902508cadb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for network, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:43.596103 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 60192) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:43.598610 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b18c861b-5ace-4f41-b5e1-9e902508cadb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:43.642747 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-33184eee-5ed7-4a3e-a76b-fcfa328beae9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=597c8cc2f88e4666bb5ee523a408fdee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429871 Sep 21 12:58:43.643456 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 60194) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:43.722898 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-524c2508-1cd0-436d-ae96-b0788092ebfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:43.756810 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b18c861b-5ace-4f41-b5e1-9e902508cadb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:43.762637 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-524c2508-1cd0-436d-ae96-b0788092ebfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:43.769651 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b18c861b-5ace-4f41-b5e1-9e902508cadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:43.802928 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a69fb-5149-4c70-a5f2-75bc5aaafa9d req-7dc51cf7-de95-4eb1-a561-5b1ca30b4b2a tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:43.804512 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-056a69fb-5149-4c70-a5f2-75bc5aaafa9d req-7dc51cf7-de95-4eb1-a561-5b1ca30b4b2a tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 985 time: 0.0824957 Sep 21 12:58:43.806178 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b18c861b-5ace-4f41-b5e1-9e902508cadb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=93968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 12:58:43.815381 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a05ef-321b-4eb4-9ef1-ca8532fbcea7 req-8f7f0ecd-885f-4808-9efd-354317979daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:43.816927 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-341a05ef-321b-4eb4-9ef1-ca8532fbcea7 req-8f7f0ecd-885f-4808-9efd-354317979daa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54f9f534b71a4136abd69de59797e640&device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 1138 time: 0.0636950 Sep 21 12:58:43.830252 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b18c861b-5ace-4f41-b5e1-9e902508cadb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861'] for segment, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:43.830664 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.db.segments_db [None req-b18c861b-5ace-4f41-b5e1-9e902508cadb admin admin] Added segment 04578101-b6b1-4110-ad6a-2789a1148a56 of type vlan for network 2b3bb4fc-029a-462f-80b8-3b03f0495b8d Sep 21 12:58:43.832204 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c861b-5ace-4f41-b5e1-9e902508cadb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59732499-7231-4a02-9df6-305dbf326fe7,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:43.888778 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-056a69fb-5149-4c70-a5f2-75bc5aaafa9d req-3157862b-b6ad-46bb-8097-91dfa81e4fd6 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/security-groups?id=556c2313-ec43-4407-9345-bd30f5a3839d&id=40e3f8dc-087e-4a5d-bc84-90364a380877&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0667851 Sep 21 12:58:43.955410 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a05ef-321b-4eb4-9ef1-ca8532fbcea7 req-38f3e766-d123-458a-b261-ed6108881b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:43.957216 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-341a05ef-321b-4eb4-9ef1-ca8532fbcea7 req-38f3e766-d123-458a-b261-ed6108881b5a service neutron] 10.222.0.45 "GET /v2.0/networks?id=43317c7a-deea-471e-aa4d-d9fcabe56660 HTTP/1.1" status: 200 len: 916 time: 0.1290326 Sep 21 12:58:44.055444 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-341a05ef-321b-4eb4-9ef1-ca8532fbcea7 req-fa9221a3-2197-494a-ae3b-d56ef00e5c1f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea8b5fab-5e4e-46eb-ba42-4d1b90f99788 HTTP/1.1" status: 200 len: 1002 time: 0.0891349 Sep 21 12:58:44.125676 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b18c861b-5ace-4f41-b5e1-9e902508cadb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758322100264'] for network, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:44.133465 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a05ef-321b-4eb4-9ef1-ca8532fbcea7 req-e84ae67f-cf60-4822-92da-7a1bc13d5820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:44.134826 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-524c2508-1cd0-436d-ae96-b0788092ebfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:44.136245 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-341a05ef-321b-4eb4-9ef1-ca8532fbcea7 req-e84ae67f-cf60-4822-92da-7a1bc13d5820 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=88584b3f-ee8b-47d0-84d7-098ad49e36b2 HTTP/1.1" status: 200 len: 854 time: 0.0717142 Sep 21 12:58:44.138522 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-524c2508-1cd0-436d-ae96-b0788092ebfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:44.139808 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-524c2508-1cd0-436d-ae96-b0788092ebfc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b6547e7c-df90-4b7f-a543-4921410fdc57 HTTP/1.1" status: 204 len: 168 time: 0.4954607 Sep 21 12:58:44.154915 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524c2508-1cd0-436d-ae96-b0788092ebfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6547e7c-df90-4b7f-a543-4921410fdc57,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:44.181353 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b18c861b-5ace-4f41-b5e1-9e902508cadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279'] for network, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:44.183688 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18c861b-5ace-4f41-b5e1-9e902508cadb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:44.184766 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b18c861b-5ace-4f41-b5e1-9e902508cadb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for network, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:44.209525 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-b18c861b-5ace-4f41-b5e1-9e902508cadb admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9110384 Sep 21 12:58:44.213909 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 60200) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:44.224113 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-b51ccf03-8458-462a-af89-01c6c0dd7ae2 admin admin] Request body: {'subnet': {'network_id': '2b3bb4fc-029a-462f-80b8-3b03f0495b8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1117510932-subnet', 'tenant_id': '062a8fe381764c349a040f2ef174b086', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:58:44.245351 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a05ef-321b-4eb4-9ef1-ca8532fbcea7 req-7ee3aff9-d230-4c3c-980d-597eb17ce646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:44.247764 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-341a05ef-321b-4eb4-9ef1-ca8532fbcea7 req-7ee3aff9-d230-4c3c-980d-597eb17ce646 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=43317c7a-deea-471e-aa4d-d9fcabe56660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1034214 Sep 21 12:58:44.298383 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c861b-5ace-4f41-b5e1-9e902508cadb admin admin] Pushing event updated for resources: {'Network': ['ID=2b3bb4fc-029a-462f-80b8-3b03f0495b8d,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:44.299795 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51ccf03-8458-462a-af89-01c6c0dd7ae2 admin admin] Made reservation on behalf of 062a8fe381764c349a040f2ef174b086 for: {'subnet': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:58:44.303334 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b51ccf03-8458-462a-af89-01c6c0dd7ae2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8883336'] for subnet, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:44.321851 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Network 2b3bb4fc-029a-462f-80b8-3b03f0495b8d details requested by agent ovs-agent-dv-cinder-810131-2-iscsi with host dv-cinder-810131-2-iscsi {{(pid=93970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 12:58:44.484484 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-341a05ef-321b-4eb4-9ef1-ca8532fbcea7 req-948e0f74-c1cc-4709-a5e8-be48ad65b424 service neutron] 10.222.0.45 "GET /v2.0/networks/43317c7a-deea-471e-aa4d-d9fcabe56660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216594 Sep 21 12:58:44.662315 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-341a05ef-321b-4eb4-9ef1-ca8532fbcea7 req-22305e03-4df5-4f8a-abfb-38ab10331a77 service neutron] 10.222.0.45 "GET /v2.0/networks/43317c7a-deea-471e-aa4d-d9fcabe56660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700613 Sep 21 12:58:44.672312 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b51ccf03-8458-462a-af89-01c6c0dd7ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9294161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8883366'] for subnet, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:44.775695 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51ccf03-8458-462a-af89-01c6c0dd7ae2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0d02db7-bbee-4b77-b708-c6d0a4d02634,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:44.789701 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51ccf03-8458-462a-af89-01c6c0dd7ae2 admin admin] Checking segment: {'id': '04578101-b6b1-4110-ad6a-2789a1148a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2b3bb4fc-029a-462f-80b8-3b03f0495b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:58:44.790274 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51ccf03-8458-462a-af89-01c6c0dd7ae2 admin admin] Network hostable DHCP agents. Network: 2b3bb4fc-029a-462f-80b8-3b03f0495b8d, hostable agents: ['12de7482-9c3e-48cc-a7cf-59e9ab92578f'], hosted agents: [] {{(pid=93969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 12:58:44.821006 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51ccf03-8458-462a-af89-01c6c0dd7ae2 admin admin] Network 2b3bb4fc-029a-462f-80b8-3b03f0495b8d is scheduled to be hosted by DHCP agent 12de7482-9c3e-48cc-a7cf-59e9ab92578f with binding_index 1 {{(pid=93969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 12:58:44.836387 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-b51ccf03-8458-462a-af89-01c6c0dd7ae2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810131-2-iscsi, 2b3bb4fc-029a-462f-80b8-3b03f0495b8d) {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:58:44.848953 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91ffd8e-68b1-4186-b2e5-48a855a62726 None None] Network 2b3bb4fc-029a-462f-80b8-3b03f0495b8d requested from dv-cinder-810131-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 12:58:44.858569 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51ccf03-8458-462a-af89-01c6c0dd7ae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:44.859959 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b51ccf03-8458-462a-af89-01c6c0dd7ae2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:44.891092 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-b51ccf03-8458-462a-af89-01c6c0dd7ae2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6755481 Sep 21 12:58:45.084508 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7c00e8-bc4e-4fed-89e6-647ec4b088eb None None] Network 2b3bb4fc-029a-462f-80b8-3b03f0495b8d requested from dv-cinder-810131-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 12:58:45.147160 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f2400-1ac1-4418-8576-7883ea5b1fe4 req-f187b67f-f63a-4888-ab56-19c1e0cb6f5e tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:45.150669 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d34f2400-1ac1-4418-8576-7883ea5b1fe4 req-f187b67f-f63a-4888-ab56-19c1e0cb6f5e tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 985 time: 0.1102209 Sep 21 12:58:45.250314 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d34f2400-1ac1-4418-8576-7883ea5b1fe4 req-b73e860d-ae24-4c80-838d-ae2d6937e551 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/security-groups?id=556c2313-ec43-4407-9345-bd30f5a3839d&id=40e3f8dc-087e-4a5d-bc84-90364a380877&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0869236 Sep 21 12:58:45.388667 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-724af778-a5b7-4e9c-8807-1ae93ba1fc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:45.895389 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:45.912318 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:46.429352 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee1cfd2-4b0c-4cf4-b00a-7aee8d382122 req-a696a668-c687-45e3-b971-e6c9e681ccf0 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:46.431881 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2ee1cfd2-4b0c-4cf4-b00a-7aee8d382122 req-a696a668-c687-45e3-b971-e6c9e681ccf0 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 985 time: 0.0677037 Sep 21 12:58:46.506781 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2ee1cfd2-4b0c-4cf4-b00a-7aee8d382122 req-3db416b3-7486-4528-b1ac-49b6faeb36ec tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/security-groups?id=556c2313-ec43-4407-9345-bd30f5a3839d&id=40e3f8dc-087e-4a5d-bc84-90364a380877&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0624573 Sep 21 12:58:46.648851 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:47.178857 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f0884-30d5-43cc-8639-718e96377abd req-d9db9fa7-078c-4ea3-acf1-7462c35b21d7 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:47.183324 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-799f0884-30d5-43cc-8639-718e96377abd req-d9db9fa7-078c-4ea3-acf1-7462c35b21d7 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.32 "GET /v2.0/networks?id=2b3bb4fc-029a-462f-80b8-3b03f0495b8d HTTP/1.1" status: 200 len: 814 time: 0.1539741 Sep 21 12:58:47.200109 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-799f0884-30d5-43cc-8639-718e96377abd req-73f99859-8089-4de2-b2e2-07d5d6e2e2fc tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.32 "GET /v2.0/quotas/062a8fe381764c349a040f2ef174b086 HTTP/1.1" status: 200 len: 375 time: 0.0110784 Sep 21 12:58:47.244428 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-799f0884-30d5-43cc-8639-718e96377abd req-2269f6fe-a590-4de0-ad34-5de3ecf15d0a tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=062a8fe381764c349a040f2ef174b086&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359876 Sep 21 12:58:47.352897 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-799f0884-30d5-43cc-8639-718e96377abd req-98439676-53c0-431d-b63e-f8d11cf8737e service neutron] 10.222.0.32 "GET /v2.0/networks/2b3bb4fc-029a-462f-80b8-3b03f0495b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967021 Sep 21 12:58:47.468893 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-799f0884-30d5-43cc-8639-718e96377abd req-3ab692aa-d7b1-45d6-a341-00b9d4228c5d service neutron] 10.222.0.32 "GET /v2.0/networks/2b3bb4fc-029a-462f-80b8-3b03f0495b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087129 Sep 21 12:58:47.671390 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e5ba6f60-dcd7-4b0b-a17e-c8bb7e464237 req-a814920e-f5fd-43f0-96e4-0bea03dd7f89 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e7cb6d8-76a6-4216-b579-b4522e495e62 HTTP/1.1" status: 200 len: 210 time: 0.0529265 Sep 21 12:58:47.692932 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0e0fd-587b-46a2-b9b1-4780bae0073b req-eac1388c-6749-4bbe-871c-877b6c1fa2c9 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:47.694783 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-23b0e0fd-587b-46a2-b9b1-4780bae0073b req-eac1388c-6749-4bbe-871c-877b6c1fa2c9 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 985 time: 0.0653656 Sep 21 12:58:47.759549 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-23b0e0fd-587b-46a2-b9b1-4780bae0073b req-ee3b032b-a812-4e72-966d-4b712811f7cd tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/security-groups?id=556c2313-ec43-4407-9345-bd30f5a3839d&id=40e3f8dc-087e-4a5d-bc84-90364a380877&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0438042 Sep 21 12:58:47.835560 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 60304) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:47.944718 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:47.991614 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-243eb257-3065-4b1a-a513-4a543e740cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:48.129312 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-243eb257-3065-4b1a-a513-4a543e740cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:48.138176 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-243eb257-3065-4b1a-a513-4a543e740cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:48.194628 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-243eb257-3065-4b1a-a513-4a543e740cae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=47db7d9247d347ee97b0356c5ec8cc88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3576117 Sep 21 12:58:48.195770 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243eb257-3065-4b1a-a513-4a543e740cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b10d9e-f5e5-4ae2-a1f8-5a34af7d8a43,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:48.198025 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 60310) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:48.267724 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-422d6a04-f8d4-47e6-a5e1-a6eadee1566f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:48.292201 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-422d6a04-f8d4-47e6-a5e1-a6eadee1566f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:48.376041 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-422d6a04-f8d4-47e6-a5e1-a6eadee1566f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:48.378682 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-422d6a04-f8d4-47e6-a5e1-a6eadee1566f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:48.379869 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-422d6a04-f8d4-47e6-a5e1-a6eadee1566f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/80b10d9e-f5e5-4ae2-a1f8-5a34af7d8a43 HTTP/1.1" status: 204 len: 168 time: 0.1793461 Sep 21 12:58:48.388715 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d6a04-f8d4-47e6-a5e1-a6eadee1566f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b10d9e-f5e5-4ae2-a1f8-5a34af7d8a43,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:48.731665 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 60320) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:48.747424 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-719d6ede-1ebf-4b39-9139-0aac1c603cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:48.833188 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-46ab722b-2651-4060-a152-4c8c7e4a2e16 req-94f41f1d-7167-498e-963c-c70366a7847a tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e7cb6d8-76a6-4216-b579-b4522e495e62 HTTP/1.1" status: 200 len: 210 time: 0.0500433 Sep 21 12:58:48.939158 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3edfe0-0113-48b7-8a1f-0281ab014f03 req-2290a24d-ce21-4355-8670-2a917a2f317b tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:48.941034 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fc3edfe0-0113-48b7-8a1f-0281ab014f03 req-2290a24d-ce21-4355-8670-2a917a2f317b tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 985 time: 0.0817072 Sep 21 12:58:48.948587 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f0884-30d5-43cc-8639-718e96377abd req-94646a6e-d2b2-4eff-a6de-151852993803 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:48.949996 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-799f0884-30d5-43cc-8639-718e96377abd req-94646a6e-d2b2-4eff-a6de-151852993803 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.45 "GET /v2.0/networks?id=2b3bb4fc-029a-462f-80b8-3b03f0495b8d HTTP/1.1" status: 200 len: 814 time: 0.2045796 Sep 21 12:58:48.962133 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-719d6ede-1ebf-4b39-9139-0aac1c603cfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:48.964346 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-799f0884-30d5-43cc-8639-718e96377abd req-71e063d5-f279-4dc6-a9ad-b6c3c85c9742 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Request body: {'port': {'device_id': '2e7cb6d8-76a6-4216-b579-b4522e495e62', 'network_id': '2b3bb4fc-029a-462f-80b8-3b03f0495b8d', 'admin_state_up': True, 'tenant_id': '062a8fe381764c349a040f2ef174b086'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:58:48.967524 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-719d6ede-1ebf-4b39-9139-0aac1c603cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:49.008957 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-719d6ede-1ebf-4b39-9139-0aac1c603cfe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f1821f8bc8f24065a6691cd1850788e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2759252 Sep 21 12:58:49.011450 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d6ede-1ebf-4b39-9139-0aac1c603cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4549240-3be5-400b-b94f-d49c0c94fedb,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:49.013584 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 60326) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:49.079414 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fc3edfe0-0113-48b7-8a1f-0281ab014f03 req-396dd5dc-f3eb-43dd-b47a-991b5d9decdb tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/security-groups?id=556c2313-ec43-4407-9345-bd30f5a3839d&id=40e3f8dc-087e-4a5d-bc84-90364a380877&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1266813 Sep 21 12:58:49.147523 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-19321889-6407-4405-a726-9da5e4c80db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:49.159622 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-799f0884-30d5-43cc-8639-718e96377abd req-71e063d5-f279-4dc6-a9ad-b6c3c85c9742 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Made reservation on behalf of 062a8fe381764c349a040f2ef174b086 for: {'port': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:58:49.163155 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-799f0884-30d5-43cc-8639-718e96377abd req-71e063d5-f279-4dc6-a9ad-b6c3c85c9742 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:49.188619 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-19321889-6407-4405-a726-9da5e4c80db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:49.318039 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-19321889-6407-4405-a726-9da5e4c80db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:49.320594 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-19321889-6407-4405-a726-9da5e4c80db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:49.321762 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-19321889-6407-4405-a726-9da5e4c80db1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f4549240-3be5-400b-b94f-d49c0c94fedb HTTP/1.1" status: 204 len: 168 time: 0.3074920 Sep 21 12:58:49.338123 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19321889-6407-4405-a726-9da5e4c80db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4549240-3be5-400b-b94f-d49c0c94fedb,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:49.368846 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [req-799f0884-30d5-43cc-8639-718e96377abd req-71e063d5-f279-4dc6-a9ad-b6c3c85c9742 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Allocated IP 172.20.0.9 (2b3bb4fc-029a-462f-80b8-3b03f0495b8d/b0d02db7-bbee-4b77-b708-c6d0a4d02634/c3e0d970-d02b-489e-be03-181d35b26bd9) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:58:49.550355 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-799f0884-30d5-43cc-8639-718e96377abd req-71e063d5-f279-4dc6-a9ad-b6c3c85c9742 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:49.589034 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-799f0884-30d5-43cc-8639-718e96377abd req-71e063d5-f279-4dc6-a9ad-b6c3c85c9742 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9294141'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:49.657386 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-799f0884-30d5-43cc-8639-718e96377abd req-71e063d5-f279-4dc6-a9ad-b6c3c85c9742 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Network 2b3bb4fc-029a-462f-80b8-3b03f0495b8d is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:58:49.661105 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [req-799f0884-30d5-43cc-8639-718e96377abd req-71e063d5-f279-4dc6-a9ad-b6c3c85c9742 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:58:49.665067 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-799f0884-30d5-43cc-8639-718e96377abd req-71e063d5-f279-4dc6-a9ad-b6c3c85c9742 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 12:58:49.696139 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e063d5-f279-4dc6-a9ad-b6c3c85c9742 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Pushing event updated for resources: {'Port': ['ID=c3e0d970-d02b-489e-be03-181d35b26bd9,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:49.729415 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f0884-30d5-43cc-8639-718e96377abd req-71e063d5-f279-4dc6-a9ad-b6c3c85c9742 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:49.730270 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-799f0884-30d5-43cc-8639-718e96377abd req-71e063d5-f279-4dc6-a9ad-b6c3c85c9742 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:49.746689 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-799f0884-30d5-43cc-8639-718e96377abd req-71e063d5-f279-4dc6-a9ad-b6c3c85c9742 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7868342 Sep 21 12:58:49.759693 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-799f0884-30d5-43cc-8639-718e96377abd req-e1769da9-1861-49d5-9134-3c8de0c1368b service neutron] Request body: {'port': {'device_id': '2e7cb6d8-76a6-4216-b579-b4522e495e62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81013'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:58:49.824050 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-b5107449-46e0-4483-9031-0c19752d4acf None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:58:49.833029 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-799f0884-30d5-43cc-8639-718e96377abd req-e1769da9-1861-49d5-9134-3c8de0c1368b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:49.990911 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f1e51-e00a-4523-bc74-d367e46b1417 req-ae006702-58c2-466c-8b47-1eb1cf2f0ef9 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:49.995643 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ee3f1e51-e00a-4523-bc74-d367e46b1417 req-ae006702-58c2-466c-8b47-1eb1cf2f0ef9 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e7cb6d8-76a6-4216-b579-b4522e495e62 HTTP/1.1" status: 200 len: 931 time: 0.0669096 Sep 21 12:58:50.053580 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ee3f1e51-e00a-4523-bc74-d367e46b1417 req-a9130eb5-2f2f-449e-9ae1-f7da4c1ac898 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.32 "GET /v2.0/security-groups?id=59732499-7231-4a02-9df6-305dbf326fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532105 Sep 21 12:58:50.200775 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [req-799f0884-30d5-43cc-8639-718e96377abd req-e1769da9-1861-49d5-9134-3c8de0c1368b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3e0d970-d02b-489e-be03-181d35b26bd9 {{(pid=93969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 12:58:50.211011 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-799f0884-30d5-43cc-8639-718e96377abd req-e1769da9-1861-49d5-9134-3c8de0c1368b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:50.231167 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-799f0884-30d5-43cc-8639-718e96377abd req-e1769da9-1861-49d5-9134-3c8de0c1368b service neutron] Transition to ACTIVE for port object c3e0d970-d02b-489e-be03-181d35b26bd9 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 12:58:50.241508 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21334c-2cf9-451a-9d18-b41986eeb622 req-063c6497-ad66-485d-92f3-27cadbcb583e tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:50.243225 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bb21334c-2cf9-451a-9d18-b41986eeb622 req-063c6497-ad66-485d-92f3-27cadbcb583e tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 985 time: 0.0818961 Sep 21 12:58:50.245163 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-799f0884-30d5-43cc-8639-718e96377abd req-e1769da9-1861-49d5-9134-3c8de0c1368b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294116'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:50.328874 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1769da9-1861-49d5-9134-3c8de0c1368b service neutron] Pushing event updated for resources: {'Port': ['ID=c3e0d970-d02b-489e-be03-181d35b26bd9,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:50.358897 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bb21334c-2cf9-451a-9d18-b41986eeb622 req-a96bb731-eb06-4f6b-bf46-ff9b06e847e5 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/security-groups?id=556c2313-ec43-4407-9345-bd30f5a3839d&id=40e3f8dc-087e-4a5d-bc84-90364a380877&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1044219 Sep 21 12:58:50.407814 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-799f0884-30d5-43cc-8639-718e96377abd req-e1769da9-1861-49d5-9134-3c8de0c1368b service neutron] Attempting to bind port c3e0d970-d02b-489e-be03-181d35b26bd9 on host hv-cinder-81013 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 12:58:50.408447 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-799f0884-30d5-43cc-8639-718e96377abd req-e1769da9-1861-49d5-9134-3c8de0c1368b service neutron] Attempting to bind port c3e0d970-d02b-489e-be03-181d35b26bd9 by drivers openvswitch,hyperv on host hv-cinder-81013 at level 0 using segments [{'id': '04578101-b6b1-4110-ad6a-2789a1148a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2b3bb4fc-029a-462f-80b8-3b03f0495b8d'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 12:58:50.408827 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799f0884-30d5-43cc-8639-718e96377abd req-e1769da9-1861-49d5-9134-3c8de0c1368b service neutron] Attempting to bind port c3e0d970-d02b-489e-be03-181d35b26bd9 on network 2b3bb4fc-029a-462f-80b8-3b03f0495b8d {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:58:50.413743 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799f0884-30d5-43cc-8639-718e96377abd req-e1769da9-1861-49d5-9134-3c8de0c1368b service neutron] Port c3e0d970-d02b-489e-be03-181d35b26bd9 on network 2b3bb4fc-029a-462f-80b8-3b03f0495b8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81013 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 12:58:50.414266 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799f0884-30d5-43cc-8639-718e96377abd req-e1769da9-1861-49d5-9134-3c8de0c1368b service neutron] Attempting to bind port c3e0d970-d02b-489e-be03-181d35b26bd9 on network 2b3bb4fc-029a-462f-80b8-3b03f0495b8d {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:58:50.423128 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799f0884-30d5-43cc-8639-718e96377abd req-e1769da9-1861-49d5-9134-3c8de0c1368b service neutron] Checking agent: {'id': 'a6e01e35-01d6-479f-9faf-9c323aed8d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 12, 52, 16), 'started_at': datetime.datetime(2021, 9, 21, 12, 52, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 12, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 12:58:50.423586 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799f0884-30d5-43cc-8639-718e96377abd req-e1769da9-1861-49d5-9134-3c8de0c1368b service neutron] Checking segment: {'id': '04578101-b6b1-4110-ad6a-2789a1148a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2b3bb4fc-029a-462f-80b8-3b03f0495b8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:58:50.424020 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799f0884-30d5-43cc-8639-718e96377abd req-e1769da9-1861-49d5-9134-3c8de0c1368b service neutron] Bound using segment: {'id': '04578101-b6b1-4110-ad6a-2789a1148a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2b3bb4fc-029a-462f-80b8-3b03f0495b8d'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:58:50.424485 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-799f0884-30d5-43cc-8639-718e96377abd req-e1769da9-1861-49d5-9134-3c8de0c1368b service neutron] Bound port: c3e0d970-d02b-489e-be03-181d35b26bd9, host: hv-cinder-81013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04578101-b6b1-4110-ad6a-2789a1148a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2b3bb4fc-029a-462f-80b8-3b03f0495b8d'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 12:58:50.424873 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-799f0884-30d5-43cc-8639-718e96377abd req-e1769da9-1861-49d5-9134-3c8de0c1368b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:50.504148 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-799f0884-30d5-43cc-8639-718e96377abd req-e1769da9-1861-49d5-9134-3c8de0c1368b service neutron] For port c3e0d970-d02b-489e-be03-181d35b26bd9, host hv-cinder-81013, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:58:50.508008 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-799f0884-30d5-43cc-8639-718e96377abd req-e1769da9-1861-49d5-9134-3c8de0c1368b service neutron] For port c3e0d970-d02b-489e-be03-181d35b26bd9, host hv-cinder-81013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=c3e0d970-d02b-489e-be03-181d35b26bd9,segment=NetworkSegment(04578101-b6b1-4110-ad6a-2789a1148a56),segment_id=04578101-b6b1-4110-ad6a-2789a1148a56)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:58:50.512686 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-799f0884-30d5-43cc-8639-718e96377abd req-e1769da9-1861-49d5-9134-3c8de0c1368b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294116'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:50.550385 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f0884-30d5-43cc-8639-718e96377abd req-e1769da9-1861-49d5-9134-3c8de0c1368b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:50.551274 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-799f0884-30d5-43cc-8639-718e96377abd req-e1769da9-1861-49d5-9134-3c8de0c1368b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:50.552747 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-799f0884-30d5-43cc-8639-718e96377abd req-e1769da9-1861-49d5-9134-3c8de0c1368b service neutron] 10.222.0.45 "PUT /v2.0/ports/c3e0d970-d02b-489e-be03-181d35b26bd9 HTTP/1.1" status: 200 len: 1093 time: 0.7978241 Sep 21 12:58:50.555255 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e7cb6d8-76a6-4216-b579-b4522e495e62', 'tag': 'c3e0d970-d02b-489e-be03-181d35b26bd9'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 12:58:50.559673 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}891eab8d1a3043c3e369406f1201b67df81013e3c20d23918ff9fd5cd34c6e83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2581e0-d260-45dc-86bc-daa51fc92f8a" -d '{"events": [{"name": "network-changed", "server_uuid": "2e7cb6d8-76a6-4216-b579-b4522e495e62", "tag": "c3e0d970-d02b-489e-be03-181d35b26bd9"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:58:50.610455 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 12:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85ceef6-3f42-422a-9ae3-789f8ad81677 x-openstack-request-id: req-b85ceef6-3f42-422a-9ae3-789f8ad81677 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:58:50.610851 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e7cb6d8-76a6-4216-b579-b4522e495e62", "tag": "c3e0d970-d02b-489e-be03-181d35b26bd9", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:58:50.611201 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b85ceef6-3f42-422a-9ae3-789f8ad81677 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:58:50.611604 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e7cb6d8-76a6-4216-b579-b4522e495e62', 'tag': 'c3e0d970-d02b-489e-be03-181d35b26bd9', 'status': 'completed', 'code': 200} Sep 21 12:58:50.625961 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1769da9-1861-49d5-9134-3c8de0c1368b service neutron] Pushing event updated for resources: {'Port': ['ID=c3e0d970-d02b-489e-be03-181d35b26bd9,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:50.646233 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f0884-30d5-43cc-8639-718e96377abd req-bc5dd35e-0dc6-4799-adf5-b987f2285b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:50.648110 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-799f0884-30d5-43cc-8639-718e96377abd req-bc5dd35e-0dc6-4799-adf5-b987f2285b73 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=062a8fe381764c349a040f2ef174b086&device_id=2e7cb6d8-76a6-4216-b579-b4522e495e62 HTTP/1.1" status: 200 len: 1096 time: 0.0552933 Sep 21 12:58:50.710786 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-799f0884-30d5-43cc-8639-718e96377abd req-1de4000f-6ed4-4624-ab0c-1d18190e25f0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3e0d970-d02b-489e-be03-181d35b26bd9 HTTP/1.1" status: 200 len: 217 time: 0.0543072 Sep 21 12:58:50.763637 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f0884-30d5-43cc-8639-718e96377abd req-8a1e6132-f232-4c75-bdbb-b2055b89844c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:50.765261 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-799f0884-30d5-43cc-8639-718e96377abd req-8a1e6132-f232-4c75-bdbb-b2055b89844c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b0d02db7-bbee-4b77-b708-c6d0a4d02634 HTTP/1.1" status: 200 len: 854 time: 0.0470519 Sep 21 12:58:50.820650 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-799f0884-30d5-43cc-8639-718e96377abd req-a1c6e8de-fc27-41e7-be1f-2e6e4ce17d4e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b3bb4fc-029a-462f-80b8-3b03f0495b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470228 Sep 21 12:58:50.914481 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-799f0884-30d5-43cc-8639-718e96377abd req-35a14c19-ee72-4f7c-951a-c94aaa5b08e2 service neutron] 10.222.0.45 "GET /v2.0/networks/2b3bb4fc-029a-462f-80b8-3b03f0495b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855927 Sep 21 12:58:51.028424 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-799f0884-30d5-43cc-8639-718e96377abd req-677bd35e-8b1c-40d0-a06c-9afdc855051b service neutron] 10.222.0.45 "GET /v2.0/networks/2b3bb4fc-029a-462f-80b8-3b03f0495b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059034 Sep 21 12:58:51.127667 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2581e0-d260-45dc-86bc-daa51fc92f8a req-4cfa7cf3-e592-4c9f-8d74-7d2f702621d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:51.129363 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7d2581e0-d260-45dc-86bc-daa51fc92f8a req-4cfa7cf3-e592-4c9f-8d74-7d2f702621d0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=062a8fe381764c349a040f2ef174b086&device_id=2e7cb6d8-76a6-4216-b579-b4522e495e62 HTTP/1.1" status: 200 len: 1096 time: 0.0462546 Sep 21 12:58:51.239173 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74b04b-7a01-444a-89f7-4f95ae7fd83e req-31d4f185-28aa-43b3-a114-a50462484d3a tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:51.240676 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1a74b04b-7a01-444a-89f7-4f95ae7fd83e req-31d4f185-28aa-43b3-a114-a50462484d3a tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e7cb6d8-76a6-4216-b579-b4522e495e62 HTTP/1.1" status: 200 len: 943 time: 0.1105115 Sep 21 12:58:51.273060 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2581e0-d260-45dc-86bc-daa51fc92f8a req-c6d3b035-4ca4-4a1f-88dc-31236473a740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:51.274629 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7d2581e0-d260-45dc-86bc-daa51fc92f8a req-c6d3b035-4ca4-4a1f-88dc-31236473a740 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2b3bb4fc-029a-462f-80b8-3b03f0495b8d HTTP/1.1" status: 200 len: 915 time: 0.1347687 Sep 21 12:58:51.329765 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1a74b04b-7a01-444a-89f7-4f95ae7fd83e req-1dd49a21-c13c-4396-8808-5f788e12e487 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.32 "GET /v2.0/security-groups?id=59732499-7231-4a02-9df6-305dbf326fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813468 Sep 21 12:58:51.331243 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7d2581e0-d260-45dc-86bc-daa51fc92f8a req-9a93921f-f773-4798-888a-25b1d1748ae5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3e0d970-d02b-489e-be03-181d35b26bd9 HTTP/1.1" status: 200 len: 217 time: 0.0446649 Sep 21 12:58:51.396247 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2581e0-d260-45dc-86bc-daa51fc92f8a req-b3ba35ae-09d5-4c89-a3dc-8223d8c7f6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:51.398058 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7d2581e0-d260-45dc-86bc-daa51fc92f8a req-b3ba35ae-09d5-4c89-a3dc-8223d8c7f6a9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b0d02db7-bbee-4b77-b708-c6d0a4d02634 HTTP/1.1" status: 200 len: 854 time: 0.0582769 Sep 21 12:58:51.437198 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7d2581e0-d260-45dc-86bc-daa51fc92f8a req-4d1f138c-73ed-4757-bc12-649aa15af0db service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b3bb4fc-029a-462f-80b8-3b03f0495b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281792 Sep 21 12:58:51.505040 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0bcb7b-ed82-4d10-abde-300d0ab13f4e req-d2f6994d-3132-4e51-8f66-29b3f86227eb tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:51.507345 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-fb0bcb7b-ed82-4d10-abde-300d0ab13f4e req-d2f6994d-3132-4e51-8f66-29b3f86227eb tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 985 time: 0.0597727 Sep 21 12:58:51.563910 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-fb0bcb7b-ed82-4d10-abde-300d0ab13f4e req-cd21938a-7a6c-41fb-9e3a-870a37e382b2 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/security-groups?id=556c2313-ec43-4407-9345-bd30f5a3839d&id=40e3f8dc-087e-4a5d-bc84-90364a380877&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0489666 Sep 21 12:58:51.564209 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7d2581e0-d260-45dc-86bc-daa51fc92f8a req-36d67848-29fd-473b-9eaa-5a3cf2bbd71d service neutron] 10.222.0.45 "GET /v2.0/networks/2b3bb4fc-029a-462f-80b8-3b03f0495b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173155 Sep 21 12:58:51.678667 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7d2581e0-d260-45dc-86bc-daa51fc92f8a req-b13b108c-5e5c-4e6a-9294-65fbbe3143ab service neutron] 10.222.0.45 "GET /v2.0/networks/2b3bb4fc-029a-462f-80b8-3b03f0495b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038399 Sep 21 12:58:52.475842 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac693c-b816-45d0-a9db-9a2f984cf833 req-b174357a-1392-4966-854d-51dc8a122731 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:52.477409 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-36ac693c-b816-45d0-a9db-9a2f984cf833 req-b174357a-1392-4966-854d-51dc8a122731 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e7cb6d8-76a6-4216-b579-b4522e495e62 HTTP/1.1" status: 200 len: 943 time: 0.0552239 Sep 21 12:58:52.519800 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-36ac693c-b816-45d0-a9db-9a2f984cf833 req-fde9e416-ac95-41fe-a38b-2fb8e4fba99a tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.32 "GET /v2.0/security-groups?id=59732499-7231-4a02-9df6-305dbf326fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345418 Sep 21 12:58:52.691961 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422dae0c-8016-463c-9374-8ad70c9f2cb9 req-2c1e02d1-465d-4af7-8ed8-dc727d8127d0 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:52.693703 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-422dae0c-8016-463c-9374-8ad70c9f2cb9 req-2c1e02d1-465d-4af7-8ed8-dc727d8127d0 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 985 time: 0.0576375 Sep 21 12:58:52.736660 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-422dae0c-8016-463c-9374-8ad70c9f2cb9 req-76bec8c7-8427-465e-a4b9-6ccc3565a7dc tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/security-groups?id=556c2313-ec43-4407-9345-bd30f5a3839d&id=40e3f8dc-087e-4a5d-bc84-90364a380877&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360200 Sep 21 12:58:53.220110 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device c3e0d970-d02b-489e-be03-181d35b26bd9 details requested by agent hyperv_hv-cinder-81013 with host hv-cinder-81013 {{(pid=93970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 12:58:53.318666 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port c3e0d970-d02b-489e-be03-181d35b26bd9, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=c3e0d970-d02b-489e-be03-181d35b26bd9,segment=NetworkSegment(04578101-b6b1-4110-ad6a-2789a1148a56),segment_id=04578101-b6b1-4110-ad6a-2789a1148a56)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:58:53.329849 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Returning: {'device': 'c3e0d970-d02b-489e-be03-181d35b26bd9', 'network_id': '2b3bb4fc-029a-462f-80b8-3b03f0495b8d', 'port_id': 'c3e0d970-d02b-489e-be03-181d35b26bd9', 'mac_address': 'fa:16:3e:ee:41:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d02db7-bbee-4b77-b708-c6d0a4d02634', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 12:58:53.367312 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:53.381968 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3e0d970-d02b-489e-be03-181d35b26bd9 {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 12:58:53.404313 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port c3e0d970-d02b-489e-be03-181d35b26bd9, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=c3e0d970-d02b-489e-be03-181d35b26bd9,segment=NetworkSegment(04578101-b6b1-4110-ad6a-2789a1148a56),segment_id=04578101-b6b1-4110-ad6a-2789a1148a56)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:58:53.408900 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:53.464017 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=c3e0d970-d02b-489e-be03-181d35b26bd9,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:53.667344 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] get_ports_and_sgs() called for port_ids ['c3e0d970-d02b-489e-be03-181d35b26bd9'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 12:58:53.668867 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ba42a-3540-481d-a482-639ddebf8ac4 req-869339de-86d8-47cf-8908-2dce88185263 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:53.671923 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-762ba42a-3540-481d-a482-639ddebf8ac4 req-869339de-86d8-47cf-8908-2dce88185263 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e7cb6d8-76a6-4216-b579-b4522e495e62 HTTP/1.1" status: 200 len: 944 time: 0.0752993 Sep 21 12:58:53.716596 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-762ba42a-3540-481d-a482-639ddebf8ac4 req-7b07572e-a270-4c95-98ab-ec75675cac1c tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.32 "GET /v2.0/security-groups?id=59732499-7231-4a02-9df6-305dbf326fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389144 Sep 21 12:58:53.863558 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c582e-f48f-4069-b621-636682806734 req-29393587-b79c-4d39-94ba-67f966704633 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:53.865068 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-615c582e-f48f-4069-b621-636682806734 req-29393587-b79c-4d39-94ba-67f966704633 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 985 time: 0.0524459 Sep 21 12:58:53.906758 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-615c582e-f48f-4069-b621-636682806734 req-d213d7e0-5a55-4dbf-8fff-fb63c7027c3f tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/security-groups?id=556c2313-ec43-4407-9345-bd30f5a3839d&id=40e3f8dc-087e-4a5d-bc84-90364a380877&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347266 Sep 21 12:58:54.887825 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff54fc-57cb-4c40-aabb-46f57d9a859a req-62495ca9-7cf3-436d-90a8-1376b7b1d13d tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:54.889481 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-edff54fc-57cb-4c40-aabb-46f57d9a859a req-62495ca9-7cf3-436d-90a8-1376b7b1d13d tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e7cb6d8-76a6-4216-b579-b4522e495e62 HTTP/1.1" status: 200 len: 944 time: 0.0677345 Sep 21 12:58:54.938895 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-edff54fc-57cb-4c40-aabb-46f57d9a859a req-46c57a45-8c04-49b8-b675-8a73ae7494d1 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.32 "GET /v2.0/security-groups?id=59732499-7231-4a02-9df6-305dbf326fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410876 Sep 21 12:58:55.038818 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c874f-e7d4-4a3d-8aa6-a6bd1905a5c8 req-a696af36-70db-4ddd-8d0e-c193d94b2d5f tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:55.040497 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a08c874f-e7d4-4a3d-8aa6-a6bd1905a5c8 req-a696af36-70db-4ddd-8d0e-c193d94b2d5f tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 985 time: 0.0564332 Sep 21 12:58:55.093236 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a08c874f-e7d4-4a3d-8aa6-a6bd1905a5c8 req-93e83466-7bde-4762-98d0-908a04c11d9d tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/security-groups?id=556c2313-ec43-4407-9345-bd30f5a3839d&id=40e3f8dc-087e-4a5d-bc84-90364a380877&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0460668 Sep 21 12:58:55.242182 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device c3e0d970-d02b-489e-be03-181d35b26bd9 up at agent hyperv_hv-cinder-81013 {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:58:55.296920 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Provisioning for port c3e0d970-d02b-489e-be03-181d35b26bd9 completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 12:58:55.300931 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Provisioning complete for port c3e0d970-d02b-489e-be03-181d35b26bd9 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:58:55.301307 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:55.378569 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:55.402483 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e7cb6d8-76a6-4216-b579-b4522e495e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e0d970-d02b-489e-be03-181d35b26bd9'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 12:58:55.404747 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e3f31dd35d6e9892686e3dd7e28a33bc22b0e68501ee526cb23c786b8cd504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0ee946-efb9-4be4-894b-f9d631560042" -d '{"events": [{"server_uuid": "2e7cb6d8-76a6-4216-b579-b4522e495e62", "name": "network-vif-plugged", "status": "completed", "tag": "c3e0d970-d02b-489e-be03-181d35b26bd9"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:58:55.418780 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port c3e0d970-d02b-489e-be03-181d35b26bd9, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=c3e0d970-d02b-489e-be03-181d35b26bd9,segment=NetworkSegment(04578101-b6b1-4110-ad6a-2789a1148a56),segment_id=04578101-b6b1-4110-ad6a-2789a1148a56)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:58:55.423551 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:55.448111 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 12:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ef3053-df13-4302-9e4f-b35d9647a13c x-openstack-request-id: req-35ef3053-df13-4302-9e4f-b35d9647a13c {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:58:55.448468 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e7cb6d8-76a6-4216-b579-b4522e495e62", "name": "network-vif-plugged", "status": "completed", "tag": "c3e0d970-d02b-489e-be03-181d35b26bd9", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:58:55.448638 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-35ef3053-df13-4302-9e4f-b35d9647a13c {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:58:55.449015 dv-cinder-810131-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e7cb6d8-76a6-4216-b579-b4522e495e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e0d970-d02b-489e-be03-181d35b26bd9', 'code': 200} Sep 21 12:58:55.478746 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=c3e0d970-d02b-489e-be03-181d35b26bd9,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:55.615978 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d54ada-6824-494a-b3d0-83af8ba35bdb req-9a0d1461-ba5c-44b4-83f3-4474df15c0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:55.617487 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c5d54ada-6824-494a-b3d0-83af8ba35bdb req-9a0d1461-ba5c-44b4-83f3-4474df15c0c6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2e7cb6d8-76a6-4216-b579-b4522e495e62 HTTP/1.1" status: 200 len: 1098 time: 0.0407877 Sep 21 12:58:55.653580 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c5d54ada-6824-494a-b3d0-83af8ba35bdb req-ba931076-9ef7-4f03-8cb1-f730be78f9be service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=59732499-7231-4a02-9df6-305dbf326fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287709 Sep 21 12:58:56.075889 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c39b6-523f-4fe9-b0e1-5624ba66a021 req-4e8f78a4-a10c-4fc5-87e1-eceb1a562300 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:56.077404 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-513c39b6-523f-4fe9-b0e1-5624ba66a021 req-4e8f78a4-a10c-4fc5-87e1-eceb1a562300 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e7cb6d8-76a6-4216-b579-b4522e495e62 HTTP/1.1" status: 200 len: 945 time: 0.0600541 Sep 21 12:58:56.122180 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-513c39b6-523f-4fe9-b0e1-5624ba66a021 req-a97786ee-4b2b-4fe6-9871-9230c845048d tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.32 "GET /v2.0/security-groups?id=59732499-7231-4a02-9df6-305dbf326fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373974 Sep 21 12:58:56.246101 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abfd6ff-08bf-4092-8a22-55eba5c61403 req-bc51ed9a-25ad-44a3-8a9d-9679270fac1b tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:56.247862 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1abfd6ff-08bf-4092-8a22-55eba5c61403 req-bc51ed9a-25ad-44a3-8a9d-9679270fac1b tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 985 time: 0.0657592 Sep 21 12:58:56.303805 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1abfd6ff-08bf-4092-8a22-55eba5c61403 req-5239d444-d16c-4dfd-92c8-e90af1ff2a6b tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/security-groups?id=556c2313-ec43-4407-9345-bd30f5a3839d&id=40e3f8dc-087e-4a5d-bc84-90364a380877&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0449641 Sep 21 12:58:57.272106 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3390484-acb3-4ad4-a534-08ecb6b5900f req-5c5357b4-e257-4aa3-9bc1-c5ce783ee51b tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:57.273676 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d3390484-acb3-4ad4-a534-08ecb6b5900f req-5c5357b4-e257-4aa3-9bc1-c5ce783ee51b tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e7cb6d8-76a6-4216-b579-b4522e495e62 HTTP/1.1" status: 200 len: 945 time: 0.0537734 Sep 21 12:58:57.330447 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d3390484-acb3-4ad4-a534-08ecb6b5900f req-e2832577-16cb-4b3e-8245-b8f912e270db tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.32 "GET /v2.0/security-groups?id=59732499-7231-4a02-9df6-305dbf326fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453594 Sep 21 12:58:57.457290 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8a0a8-cb20-4f23-8680-5fb05c1cc001 req-0b3c961e-9627-4fa7-a3af-86be690da7fa tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:57.458941 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c7b8a0a8-cb20-4f23-8680-5fb05c1cc001 req-0b3c961e-9627-4fa7-a3af-86be690da7fa tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 985 time: 0.0591726 Sep 21 12:58:57.509667 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c7b8a0a8-cb20-4f23-8680-5fb05c1cc001 req-08dbdb09-8b74-45a2-8570-71bd6dccf5ac tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/security-groups?id=556c2313-ec43-4407-9345-bd30f5a3839d&id=40e3f8dc-087e-4a5d-bc84-90364a380877&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365205 Sep 21 12:58:58.663487 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76e315-c353-47af-b26b-0447939341e7 req-61589434-2c9a-49a6-b987-7cbeed7fa6d6 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:58.665302 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6d76e315-c353-47af-b26b-0447939341e7 req-61589434-2c9a-49a6-b987-7cbeed7fa6d6 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 985 time: 0.0660994 Sep 21 12:58:58.720919 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6d76e315-c353-47af-b26b-0447939341e7 req-6ae888c2-c9ab-4eca-b14c-41d68d897ef6 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/security-groups?id=556c2313-ec43-4407-9345-bd30f5a3839d&id=40e3f8dc-087e-4a5d-bc84-90364a380877&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424173 Sep 21 12:58:58.969949 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 60552) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:59.085347 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-dda30b21-f77f-4cfd-b45d-8dbd4ff9f085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:59.206448 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-dda30b21-f77f-4cfd-b45d-8dbd4ff9f085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:59.211091 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-dda30b21-f77f-4cfd-b45d-8dbd4ff9f085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:59.251739 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda30b21-f77f-4cfd-b45d-8dbd4ff9f085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d456bc73-4a2f-402f-bffd-1f1d19a87717,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:59.258350 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-dda30b21-f77f-4cfd-b45d-8dbd4ff9f085 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cf1c19d00d334baf880dcc675b665bf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2872694 Sep 21 12:58:59.263357 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 60556) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:59.321492 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e788b71c-f4a6-465b-a838-a9c52f0d46ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:59.345419 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e788b71c-f4a6-465b-a838-a9c52f0d46ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:59.412697 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e788b71c-f4a6-465b-a838-a9c52f0d46ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:59.415320 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e788b71c-f4a6-465b-a838-a9c52f0d46ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:59.416625 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-e788b71c-f4a6-465b-a838-a9c52f0d46ab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d456bc73-4a2f-402f-bffd-1f1d19a87717 HTTP/1.1" status: 204 len: 168 time: 0.1517529 Sep 21 12:58:59.426716 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e788b71c-f4a6-465b-a838-a9c52f0d46ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d456bc73-4a2f-402f-bffd-1f1d19a87717,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:59.741480 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 60562) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:58:59.762900 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8059d77d-647f-4594-aba2-eb9c75fbff7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:59.866422 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d60f3-3fdc-4278-b4b8-b59cac6c58b6 req-d1cc11b0-81c1-4985-b4fb-2f1367505c33 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:58:59.868187 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-191d60f3-3fdc-4278-b4b8-b59cac6c58b6 req-d1cc11b0-81c1-4985-b4fb-2f1367505c33 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 985 time: 0.0620816 Sep 21 12:58:59.903533 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8059d77d-647f-4594-aba2-eb9c75fbff7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:59.908159 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8059d77d-647f-4594-aba2-eb9c75fbff7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:58:59.920409 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-191d60f3-3fdc-4278-b4b8-b59cac6c58b6 req-b05fb894-60fe-48f3-80b4-c5f04cbbc346 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/security-groups?id=556c2313-ec43-4407-9345-bd30f5a3839d&id=40e3f8dc-087e-4a5d-bc84-90364a380877&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0452168 Sep 21 12:58:59.950677 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8059d77d-647f-4594-aba2-eb9c75fbff7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1924776c-d0ac-48cc-b17c-65e79dc2b9ec,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:58:59.956876 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-8059d77d-647f-4594-aba2-eb9c75fbff7e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=32e01c198d904ba993e5f89024fce5a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2136812 Sep 21 12:58:59.960287 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 60568) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:59:00.035365 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-696cc29e-cf84-4aaf-aca2-bef97c2cb0fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:00.061482 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-696cc29e-cf84-4aaf-aca2-bef97c2cb0fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:00.118832 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-696cc29e-cf84-4aaf-aca2-bef97c2cb0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:00.122070 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-696cc29e-cf84-4aaf-aca2-bef97c2cb0fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:00.123309 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-696cc29e-cf84-4aaf-aca2-bef97c2cb0fe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1924776c-d0ac-48cc-b17c-65e79dc2b9ec HTTP/1.1" status: 204 len: 168 time: 0.1620140 Sep 21 12:59:00.133517 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696cc29e-cf84-4aaf-aca2-bef97c2cb0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1924776c-d0ac-48cc-b17c-65e79dc2b9ec,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:59:00.521902 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 60574) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:59:00.537371 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e2627403-a553-4fa2-9b23-90837d605335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:00.639762 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e2627403-a553-4fa2-9b23-90837d605335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:00.644127 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e2627403-a553-4fa2-9b23-90837d605335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:00.704993 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-e2627403-a553-4fa2-9b23-90837d605335 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9d53cb77d67d40918ef8fd72813ed669&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1818652 Sep 21 12:59:00.706019 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2627403-a553-4fa2-9b23-90837d605335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd144588-0fd3-4b1d-bd78-be890a7d5874,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:59:00.709163 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 60576) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:59:00.794608 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a94b5e48-0c15-41a7-901c-30eaaf6e341c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:00.822355 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a94b5e48-0c15-41a7-901c-30eaaf6e341c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:00.875023 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a94b5e48-0c15-41a7-901c-30eaaf6e341c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:00.878558 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a94b5e48-0c15-41a7-901c-30eaaf6e341c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:00.879973 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-a94b5e48-0c15-41a7-901c-30eaaf6e341c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bd144588-0fd3-4b1d-bd78-be890a7d5874 HTTP/1.1" status: 204 len: 168 time: 0.1697943 Sep 21 12:59:00.889001 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94b5e48-0c15-41a7-901c-30eaaf6e341c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd144588-0fd3-4b1d-bd78-be890a7d5874,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:59:01.103799 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd922690-8de1-40cb-a2a4-74fc886aa8b6 req-de2f03be-9f6a-4653-b8b8-341cfec5f15a tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:01.105525 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-fd922690-8de1-40cb-a2a4-74fc886aa8b6 req-de2f03be-9f6a-4653-b8b8-341cfec5f15a tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 985 time: 0.0925677 Sep 21 12:59:01.154930 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-fd922690-8de1-40cb-a2a4-74fc886aa8b6 req-fa1b8e43-e2cf-491e-b6b9-7e049a3af553 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/security-groups?id=556c2313-ec43-4407-9345-bd30f5a3839d&id=40e3f8dc-087e-4a5d-bc84-90364a380877&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420845 Sep 21 12:59:06.479203 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 60668) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:59:06.597482 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1ab18ae5-2d26-4eb7-a811-39107b434efc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:06.705930 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1ab18ae5-2d26-4eb7-a811-39107b434efc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:06.710675 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-1ab18ae5-2d26-4eb7-a811-39107b434efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:06.751138 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-1ab18ae5-2d26-4eb7-a811-39107b434efc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=236c0983836448a0896bdf3f93c2c7ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2706535 Sep 21 12:59:06.752294 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab18ae5-2d26-4eb7-a811-39107b434efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27243ed-329b-4352-9024-a636b059ef70,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:59:06.754128 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 60672) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:59:06.826044 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8cdb59dc-1f82-4b3c-a75c-08b4af2f3594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:06.849468 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8cdb59dc-1f82-4b3c-a75c-08b4af2f3594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:06.906801 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8cdb59dc-1f82-4b3c-a75c-08b4af2f3594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:06.909744 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8cdb59dc-1f82-4b3c-a75c-08b4af2f3594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:06.910957 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-8cdb59dc-1f82-4b3c-a75c-08b4af2f3594 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f27243ed-329b-4352-9024-a636b059ef70 HTTP/1.1" status: 204 len: 168 time: 0.1554840 Sep 21 12:59:06.919373 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb59dc-1f82-4b3c-a75c-08b4af2f3594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27243ed-329b-4352-9024-a636b059ef70,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:59:07.220094 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 60680) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:59:07.234308 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-829bbbff-4c64-490b-a147-1e93def245da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:07.337032 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-829bbbff-4c64-490b-a147-1e93def245da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:07.342798 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-829bbbff-4c64-490b-a147-1e93def245da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:07.391325 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-829bbbff-4c64-490b-a147-1e93def245da admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=df05188fb1624e9aa3a3b5011a7758e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1700552 Sep 21 12:59:07.392054 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829bbbff-4c64-490b-a147-1e93def245da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa00d6d3-13d8-45db-bee3-bb72cd8b8b09,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:59:07.395439 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 60682) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:59:07.465725 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c5bcfaba-cd73-4fdc-a550-f7f5e5efecb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:07.504343 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c5bcfaba-cd73-4fdc-a550-f7f5e5efecb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:07.576794 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c5bcfaba-cd73-4fdc-a550-f7f5e5efecb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:07.579418 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c5bcfaba-cd73-4fdc-a550-f7f5e5efecb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:07.580746 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-c5bcfaba-cd73-4fdc-a550-f7f5e5efecb6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aa00d6d3-13d8-45db-bee3-bb72cd8b8b09 HTTP/1.1" status: 204 len: 168 time: 0.1843548 Sep 21 12:59:07.589005 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bcfaba-cd73-4fdc-a550-f7f5e5efecb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa00d6d3-13d8-45db-bee3-bb72cd8b8b09,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:59:09.969958 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 60780) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:59:10.090610 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-11d47036-cde4-4d2f-804a-52f12de33431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:10.170849 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bfefe-1c70-4413-8c0b-a14df0c9c8de req-449cf769-382b-49bd-8c15-f411982a647d tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:10.172572 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-736bfefe-1c70-4413-8c0b-a14df0c9c8de req-449cf769-382b-49bd-8c15-f411982a647d tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 946 time: 0.0590355 Sep 21 12:59:10.185689 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-11d47036-cde4-4d2f-804a-52f12de33431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:10.189912 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-11d47036-cde4-4d2f-804a-52f12de33431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:10.215021 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-736bfefe-1c70-4413-8c0b-a14df0c9c8de req-0292834b-6fd4-40e7-92e3-05b163a0a21c tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359290 Sep 21 12:59:10.229968 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-11d47036-cde4-4d2f-804a-52f12de33431 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b01acfb849e14c5796851dd6531fc52a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2588871 Sep 21 12:59:10.240419 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d47036-cde4-4d2f-804a-52f12de33431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62017a8-7a3c-43e5-b9bf-30a675dcb7c4,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:59:10.240794 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 60786) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:59:10.287643 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3630cf8d-d549-46d0-9550-2aa32ed0645b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:10.310300 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3630cf8d-d549-46d0-9550-2aa32ed0645b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:10.358114 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3630cf8d-d549-46d0-9550-2aa32ed0645b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:10.360594 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3630cf8d-d549-46d0-9550-2aa32ed0645b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:10.361745 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-3630cf8d-d549-46d0-9550-2aa32ed0645b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d62017a8-7a3c-43e5-b9bf-30a675dcb7c4 HTTP/1.1" status: 204 len: 168 time: 0.1280823 Sep 21 12:59:10.370719 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3630cf8d-d549-46d0-9550-2aa32ed0645b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62017a8-7a3c-43e5-b9bf-30a675dcb7c4,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:59:10.628556 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 60796) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:59:10.642761 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-23b11210-0cfa-46da-9e46-60379c7a286e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:10.739800 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-23b11210-0cfa-46da-9e46-60379c7a286e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:10.744567 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-23b11210-0cfa-46da-9e46-60379c7a286e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:10.787708 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-23b11210-0cfa-46da-9e46-60379c7a286e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3648d62426164ffe9e2dec45823889f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1580477 Sep 21 12:59:10.788577 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b11210-0cfa-46da-9e46-60379c7a286e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996d26a6-68fa-45bb-97bf-7d763f82a330,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:59:10.790929 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 60804) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:59:10.841092 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5d30d127-061b-44aa-8700-7549297031b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:10.865397 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5d30d127-061b-44aa-8700-7549297031b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:10.913824 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5d30d127-061b-44aa-8700-7549297031b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:10.917111 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5d30d127-061b-44aa-8700-7549297031b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:10.918328 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-5d30d127-061b-44aa-8700-7549297031b2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/996d26a6-68fa-45bb-97bf-7d763f82a330 HTTP/1.1" status: 204 len: 168 time: 0.1257379 Sep 21 12:59:10.926337 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d30d127-061b-44aa-8700-7549297031b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996d26a6-68fa-45bb-97bf-7d763f82a330,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:59:11.538384 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8769c-5b55-4aa0-bb59-b447e4c91e90 req-426cfa71-82f5-4125-8230-b1f2fb503be4 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:11.540018 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-acf8769c-5b55-4aa0-bb59-b447e4c91e90 req-426cfa71-82f5-4125-8230-b1f2fb503be4 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 946 time: 0.2478375 Sep 21 12:59:11.582469 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-acf8769c-5b55-4aa0-bb59-b447e4c91e90 req-373790a8-162f-4729-940b-aa02bd28906c tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344064 Sep 21 12:59:12.042194 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332440a6-0058-4406-bbb5-74cf749ea452 req-f81e49b0-f833-444f-9181-1acf887b386b tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:12.045242 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-332440a6-0058-4406-bbb5-74cf749ea452 req-f81e49b0-f833-444f-9181-1acf887b386b tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.45 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 946 time: 0.0588443 Sep 21 12:59:12.144245 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-332440a6-0058-4406-bbb5-74cf749ea452 req-89321180-192a-4135-8db0-c09028b52d7b tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Deleting port cf3dd969-8e6c-4ca0-85b1-b5dbdd367470 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 12:59:12.144583 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-332440a6-0058-4406-bbb5-74cf749ea452 req-89321180-192a-4135-8db0-c09028b52d7b tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:12.232736 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-332440a6-0058-4406-bbb5-74cf749ea452 req-89321180-192a-4135-8db0-c09028b52d7b tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] For port cf3dd969-8e6c-4ca0-85b1-b5dbdd367470, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=cf3dd969-8e6c-4ca0-85b1-b5dbdd367470,segment=NetworkSegment(d65f44a9-e76e-4bb2-9420-80b10a796110),segment_id=d65f44a9-e76e-4bb2-9420-80b10a796110)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:59:12.233005 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-332440a6-0058-4406-bbb5-74cf749ea452 req-89321180-192a-4135-8db0-c09028b52d7b tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:12.667767 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-669e1e88-aac1-476e-99e7-e81fe0d749e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:12.718176 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20504711-a008-42d9-ae84-333cd2d6cf33 req-c4ad1e7d-4811-43cf-8c79-c1a927117ea9 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:12.720742 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-20504711-a008-42d9-ae84-333cd2d6cf33 req-c4ad1e7d-4811-43cf-8c79-c1a927117ea9 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=7e963d5b-22a8-4cd6-8a7e-0f533881f96b HTTP/1.1" status: 200 len: 946 time: 0.0632391 Sep 21 12:59:12.745915 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-332440a6-0058-4406-bbb5-74cf749ea452 req-89321180-192a-4135-8db0-c09028b52d7b tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:12.746570 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-332440a6-0058-4406-bbb5-74cf749ea452 req-89321180-192a-4135-8db0-c09028b52d7b tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618694'] for floatingip, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:12.746686 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.db.l3_db [req-332440a6-0058-4406-bbb5-74cf749ea452 req-89321180-192a-4135-8db0-c09028b52d7b tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Floating IP 36e71d8a-a0a5-4307-b00c-31f2782886b6 disassociated. External IP: 172.27.0.150, port: cf3dd969-8e6c-4ca0-85b1-b5dbdd367470. Sep 21 12:59:12.747007 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-332440a6-0058-4406-bbb5-74cf749ea452 req-89321180-192a-4135-8db0-c09028b52d7b tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Calling delete_port for cf3dd969-8e6c-4ca0-85b1-b5dbdd367470 owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 12:59:12.761389 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-20504711-a008-42d9-ae84-333cd2d6cf33 req-6accd692-d510-4249-b697-fb7ef936dd55 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=bda5b9ee-8817-4972-8ca3-8ade68117099&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345774 Sep 21 12:59:12.880768 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-332440a6-0058-4406-bbb5-74cf749ea452 req-89321180-192a-4135-8db0-c09028b52d7b tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9294141'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:12.915994 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89321180-192a-4135-8db0-c09028b52d7b tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Pushing event deleted for resources: {'Port': ['ID=cf3dd969-8e6c-4ca0-85b1-b5dbdd367470,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:59:13.034736 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-332440a6-0058-4406-bbb5-74cf749ea452 req-89321180-192a-4135-8db0-c09028b52d7b tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Router 0d2f6837-5661-48bc-a51c-7fa04bb088ba has already been hosted by L3 agent ac1410d3-fc19-41f1-a8a6-9305dbf296af {{(pid=93969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:59:13.146927 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-332440a6-0058-4406-bbb5-74cf749ea452 req-89321180-192a-4135-8db0-c09028b52d7b tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify agent at l3_agent.dv-cinder-810131-2-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:59:13.164238 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab82942-8863-4879-86dd-4559d7fd42db None None] Sync routers for ids ['0d2f6837-5661-48bc-a51c-7fa04bb088ba'] in dv-cinder-810131-2-iscsi {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:59:13.175588 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab82942-8863-4879-86dd-4559d7fd42db None None] Routers {'0d2f6837-5661-48bc-a51c-7fa04bb088ba'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 12:59:13.176504 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-1ab82942-8863-4879-86dd-4559d7fd42db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T12:58:45Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['0d2f6837-5661-48bc-a51c-7fa04bb088ba'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:59:13.189352 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-332440a6-0058-4406-bbb5-74cf749ea452 req-89321180-192a-4135-8db0-c09028b52d7b tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] No DVR routers for this DVR port cf3dd969-8e6c-4ca0-85b1-b5dbdd367470 on host hv-cinder-81013 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 12:59:13.192126 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-332440a6-0058-4406-bbb5-74cf749ea452 req-89321180-192a-4135-8db0-c09028b52d7b tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:13.194184 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-332440a6-0058-4406-bbb5-74cf749ea452 req-89321180-192a-4135-8db0-c09028b52d7b tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.45 "DELETE /v2.0/ports/cf3dd969-8e6c-4ca0-85b1-b5dbdd367470 HTTP/1.1" status: 204 len: 173 time: 1.1420147 Sep 21 12:59:13.194699 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e963d5b-22a8-4cd6-8a7e-0f533881f96b', 'name': 'network-vif-deleted', 'tag': 'cf3dd969-8e6c-4ca0-85b1-b5dbdd367470'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 12:59:13.197614 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}891eab8d1a3043c3e369406f1201b67df81013e3c20d23918ff9fd5cd34c6e83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7309080-880f-4c17-a26f-4683b34504ef" -d '{"events": [{"server_uuid": "7e963d5b-22a8-4cd6-8a7e-0f533881f96b", "name": "network-vif-deleted", "tag": "cf3dd969-8e6c-4ca0-85b1-b5dbdd367470"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:59:13.266251 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 12:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f6d119-f0c4-4bbc-805f-4d960dccc1c8 x-openstack-request-id: req-45f6d119-f0c4-4bbc-805f-4d960dccc1c8 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:59:13.266559 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e963d5b-22a8-4cd6-8a7e-0f533881f96b", "name": "network-vif-deleted", "tag": "cf3dd969-8e6c-4ca0-85b1-b5dbdd367470", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:59:13.266826 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-45f6d119-f0c4-4bbc-805f-4d960dccc1c8 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:59:13.267205 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e963d5b-22a8-4cd6-8a7e-0f533881f96b', 'name': 'network-vif-deleted', 'tag': 'cf3dd969-8e6c-4ca0-85b1-b5dbdd367470', 'status': 'completed', 'code': 200} Sep 21 12:59:13.278951 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-26437dd6-8d75-4fe7-acbd-59f3ac0a850d tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=c027af45a8cd47a7b540417f9d91a576&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353179 Sep 21 12:59:13.317528 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-1ab82942-8863-4879-86dd-4559d7fd42db None None] Set router 0d2f6837-5661-48bc-a51c-7fa04bb088ba gateway port host: dv-cinder-810131-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 12:59:13.511469 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-6339cfe3-15a4-42f0-8d82-358de7b32e77 tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:13.512979 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-6339cfe3-15a4-42f0-8d82-358de7b32e77 tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2226157 Sep 21 12:59:13.529514 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-0ea653f7-700f-465d-89f4-80263b287367 tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] 10.222.0.32 "GET /v2.0/quotas/c027af45a8cd47a7b540417f9d91a576 HTTP/1.1" status: 200 len: 375 time: 0.0102277 Sep 21 12:59:13.563816 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-6bce541e-d9e4-4b5f-8051-16b2652b0c4f tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c027af45a8cd47a7b540417f9d91a576&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280368 Sep 21 12:59:13.577682 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-1ab82942-8863-4879-86dd-4559d7fd42db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1576903005-router', 'tenant_id': '1b3ede534435481c9544b6bd95cee453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a518fe3b-df2b-4953-908c-e0588f14c11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:55:23Z', 'updated_at': '2021-09-21T12:55:27Z', 'revision_number': 4, 'project_id': '1b3ede534435481c9544b6bd95cee453', 'gw_port': {'id': 'a518fe3b-df2b-4953-908c-e0588f14c11c', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:55:23Z', 'updated_at': '2021-09-21T12:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': '083781c0-285a-4de8-b305-fd4342b2b13a', 'name': '', 'network_id': '448bd693-ac99-4c36-8b6e-b9a357473df4', 'tenant_id': '1b3ede534435481c9544b6bd95cee453', 'mac_address': 'fa:16:3e:75:f7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'afc0ebff-08f8-4d98-a7ec-9196a5213e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:55:26Z', 'updated_at': '2021-09-21T12:55:30Z', 'revision_number': 5, 'project_id': '1b3ede534435481c9544b6bd95cee453', 'subnets': [{'id': 'afc0ebff-08f8-4d98-a7ec-9196a5213e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:59:13.611755 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab82942-8863-4879-86dd-4559d7fd42db None None] Checking router: 0d2f6837-5661-48bc-a51c-7fa04bb088ba for host: dv-cinder-810131-2-iscsi {{(pid=93970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:59:13.621846 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab82942-8863-4879-86dd-4559d7fd42db None None] Routers {'0d2f6837-5661-48bc-a51c-7fa04bb088ba'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 12:59:13.624174 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-1ab82942-8863-4879-86dd-4559d7fd42db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T12:58:45Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['0d2f6837-5661-48bc-a51c-7fa04bb088ba'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:59:13.769455 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ece103d9-8a65-4715-a65a-1cb8d23f1786 req-72b1102e-64d4-48c8-849a-b1e897ce098e tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] 10.222.0.32 "GET /v2.0/ports?device_id=dad6d47c-5e32-4470-bc35-57b209a405e3 HTTP/1.1" status: 200 len: 210 time: 0.0344636 Sep 21 12:59:13.771871 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-1ab82942-8863-4879-86dd-4559d7fd42db None None] Set router 0d2f6837-5661-48bc-a51c-7fa04bb088ba gateway port host: dv-cinder-810131-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 12:59:13.912825 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 60876) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:59:13.993052 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f8161bc6-686c-46d8-baa5-e01bcf6c8f27 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:14.027261 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f8161bc6-686c-46d8-baa5-e01bcf6c8f27 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:14.065488 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-1ab82942-8863-4879-86dd-4559d7fd42db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1576903005-router', 'tenant_id': '1b3ede534435481c9544b6bd95cee453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a518fe3b-df2b-4953-908c-e0588f14c11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:55:23Z', 'updated_at': '2021-09-21T12:55:27Z', 'revision_number': 4, 'project_id': '1b3ede534435481c9544b6bd95cee453', 'gw_port': {'id': 'a518fe3b-df2b-4953-908c-e0588f14c11c', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:55:23Z', 'updated_at': '2021-09-21T12:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': '083781c0-285a-4de8-b305-fd4342b2b13a', 'name': '', 'network_id': '448bd693-ac99-4c36-8b6e-b9a357473df4', 'tenant_id': '1b3ede534435481c9544b6bd95cee453', 'mac_address': 'fa:16:3e:75:f7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'afc0ebff-08f8-4d98-a7ec-9196a5213e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:55:26Z', 'updated_at': '2021-09-21T12:55:30Z', 'revision_number': 5, 'project_id': '1b3ede534435481c9544b6bd95cee453', 'subnets': [{'id': 'afc0ebff-08f8-4d98-a7ec-9196a5213e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:59:14.095318 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab82942-8863-4879-86dd-4559d7fd42db None None] The sync data for ids ['0d2f6837-5661-48bc-a51c-7fa04bb088ba'] in dv-cinder-810131-2-iscsi is: [{'id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1576903005-router', 'tenant_id': '1b3ede534435481c9544b6bd95cee453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a518fe3b-df2b-4953-908c-e0588f14c11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:55:23Z', 'updated_at': '2021-09-21T12:55:27Z', 'revision_number': 4, 'project_id': '1b3ede534435481c9544b6bd95cee453', 'gw_port': {'id': 'a518fe3b-df2b-4953-908c-e0588f14c11c', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:55:23Z', 'updated_at': '2021-09-21T12:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': '083781c0-285a-4de8-b305-fd4342b2b13a', 'name': '', 'network_id': '448bd693-ac99-4c36-8b6e-b9a357473df4', 'tenant_id': '1b3ede534435481c9544b6bd95cee453', 'mac_address': 'fa:16:3e:75:f7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'afc0ebff-08f8-4d98-a7ec-9196a5213e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:55:26Z', 'updated_at': '2021-09-21T12:55:30Z', 'revision_number': 5, 'project_id': '1b3ede534435481c9544b6bd95cee453', 'subnets': [{'id': 'afc0ebff-08f8-4d98-a7ec-9196a5213e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:59:14.097461 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f8161bc6-686c-46d8-baa5-e01bcf6c8f27 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:14.100643 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f8161bc6-686c-46d8-baa5-e01bcf6c8f27 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:14.104370 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-f8161bc6-686c-46d8-baa5-e01bcf6c8f27 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "DELETE /v2.0/security-groups/bda5b9ee-8817-4972-8ca3-8ade68117099 HTTP/1.1" status: 204 len: 168 time: 0.1871703 Sep 21 12:59:14.105487 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 60882) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:59:14.113517 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8161bc6-686c-46d8-baa5-e01bcf6c8f27 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda5b9ee-8817-4972-8ca3-8ade68117099,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:59:14.122139 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.api.v2.resource [None req-24c0970b-39f0-4370-9d0e-417ad7406f70 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] show failed (client error): The resource could not be found. Sep 21 12:59:14.127173 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 60884) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:59:14.127782 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-24c0970b-39f0-4370-9d0e-417ad7406f70 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups/bda5b9ee-8817-4972-8ca3-8ade68117099 HTTP/1.1" status: 404 len: 347 time: 0.0209844 Sep 21 12:59:14.275948 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-3290c757-7207-426f-8059-6752abbfdf21 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Deleting port 1ef03d94-da8e-4764-af49-f1ecfa48ef3b {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 12:59:14.276311 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3290c757-7207-426f-8059-6752abbfdf21 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:14.402127 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3290c757-7207-426f-8059-6752abbfdf21 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:14.402925 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3290c757-7207-426f-8059-6752abbfdf21 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:14.419754 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-3290c757-7207-426f-8059-6752abbfdf21 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Calling delete_port for 1ef03d94-da8e-4764-af49-f1ecfa48ef3b owned by network:floatingip {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 12:59:14.504120 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276603d8-3258-405b-b40f-7dc5e4c39d88 None None] New status for floating IP 36e71d8a-a0a5-4307-b00c-31f2782886b6: DOWN {{(pid=93971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 12:59:14.639722 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3290c757-7207-426f-8059-6752abbfdf21 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9294141'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:14.640998 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.db.api [None req-276603d8-3258-405b-b40f-7dc5e4c39d88 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 12:59:14.641651 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG oslo_db.api [None req-276603d8-3258-405b-b40f-7dc5e4c39d88 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 12:59:14.668942 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3290c757-7207-426f-8059-6752abbfdf21 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Pushing event deleted for resources: {'Port': ['ID=1ef03d94-da8e-4764-af49-f1ecfa48ef3b,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:59:14.742240 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3290c757-7207-426f-8059-6752abbfdf21 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks [] for floatingip, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:14.745607 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3290c757-7207-426f-8059-6752abbfdf21 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for floatingip, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:14.747165 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-3290c757-7207-426f-8059-6752abbfdf21 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "DELETE /v2.0/floatingips/36e71d8a-a0a5-4307-b00c-31f2782886b6 HTTP/1.1" status: 204 len: 168 time: 0.6140621 Sep 21 12:59:14.894181 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1fdc35e5-e88c-40c3-afeb-a38f49500678 req-e96fee02-1f1c-494a-bc0b-8d5c7aaeb53b tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] 10.222.0.32 "GET /v2.0/ports?device_id=dad6d47c-5e32-4470-bc35-57b209a405e3 HTTP/1.1" status: 200 len: 210 time: 0.0280952 Sep 21 12:59:15.064831 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 60894) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:59:15.069663 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-dd5fc9d3-3cb5-4471-8c09-469081082d22 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1674656332', 'description': 'tempest-description--431795739'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:59:15.100079 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-8af4e5f7-33a1-4f74-8726-a0fefa37c9dc tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=c027af45a8cd47a7b540417f9d91a576&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529592 Sep 21 12:59:15.123304 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-dd5fc9d3-3cb5-4471-8c09-469081082d22 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:15.143317 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276603d8-3258-405b-b40f-7dc5e4c39d88 None None] New status for floating IP 36e71d8a-a0a5-4307-b00c-31f2782886b6: DOWN {{(pid=93971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 12:59:15.248601 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-dd5fc9d3-3cb5-4471-8c09-469081082d22 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:15.256339 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-dd5fc9d3-3cb5-4471-8c09-469081082d22 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:15.293998 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-9b7bd851-da39-4086-811f-b1172e246e1d tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:15.295632 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-9b7bd851-da39-4086-811f-b1172e246e1d tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1890991 Sep 21 12:59:15.298545 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-dd5fc9d3-3cb5-4471-8c09-469081082d22 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:15.300782 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-dd5fc9d3-3cb5-4471-8c09-469081082d22 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2344127 Sep 21 12:59:15.303815 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 60902) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:59:15.312070 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5fc9d3-3cb5-4471-8c09-469081082d22 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3529a9b-d484-4f0b-a1fc-2eb040e6064a,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:59:15.320413 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-7d446f12-140e-4b89-bf41-6cb0a60d6fab tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Request body: {'security_group_rule': {'security_group_id': 'b3529a9b-d484-4f0b-a1fc-2eb040e6064a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:59:15.334653 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-64231210-df18-4c46-a7fe-ea0b7bca86a7 tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] Request body: {'port': {'device_id': 'dad6d47c-5e32-4470-bc35-57b209a405e3', 'network_id': '84e69d4a-fae8-4d86-93ba-70a1011a56e8', 'admin_state_up': True, 'tenant_id': 'c027af45a8cd47a7b540417f9d91a576'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:59:15.345747 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-0339345f-8006-4442-bb6a-16b8912918d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:15.357772 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device cf3dd969-8e6c-4ca0-85b1-b5dbdd367470 no longer exists at agent hyperv_hv-cinder-81013 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:59:15.386815 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] No Port match for: cf3dd969-8e6c-4ca0-85b1-b5dbdd367470 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 12:59:15.387374 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device cf3dd969-8e6c-4ca0-85b1-b5dbdd367470 not bound to the agent host hv-cinder-81013 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:59:15.449557 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-7d446f12-140e-4b89-bf41-6cb0a60d6fab tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:15.543121 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-7d446f12-140e-4b89-bf41-6cb0a60d6fab tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:15.544497 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-64231210-df18-4c46-a7fe-ea0b7bca86a7 tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] Made reservation on behalf of c027af45a8cd47a7b540417f9d91a576 for: {'port': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:59:15.548658 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-64231210-df18-4c46-a7fe-ea0b7bca86a7 tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:15.552314 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-7d446f12-140e-4b89-bf41-6cb0a60d6fab tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628989'] for security_group_rule, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:15.575169 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d446f12-140e-4b89-bf41-6cb0a60d6fab tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d9f96aa-c2cb-4d33-b50b-bda5cf1daf8e,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:59:15.581745 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-64231210-df18-4c46-a7fe-ea0b7bca86a7 tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:15.603324 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-7d446f12-140e-4b89-bf41-6cb0a60d6fab tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:15.607450 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-7d446f12-140e-4b89-bf41-6cb0a60d6fab tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3018570 Sep 21 12:59:15.608162 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 60912) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:59:15.616951 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-b94084e1-8946-47c0-9b4f-13b094dbaad3 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Request body: {'security_group_rule': {'security_group_id': 'b3529a9b-d484-4f0b-a1fc-2eb040e6064a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:59:15.722859 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-64231210-df18-4c46-a7fe-ea0b7bca86a7 tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:15.728403 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-64231210-df18-4c46-a7fe-ea0b7bca86a7 tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:15.748189 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b94084e1-8946-47c0-9b4f-13b094dbaad3 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:15.819276 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b94084e1-8946-47c0-9b4f-13b094dbaad3 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:15.823649 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b94084e1-8946-47c0-9b4f-13b094dbaad3 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628989'] for security_group_rule, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:15.841002 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94084e1-8946-47c0-9b4f-13b094dbaad3 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6683fe8-60b4-44c0-bf93-bff2f9a39c24,revision_number=0']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:59:15.850472 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-b94084e1-8946-47c0-9b4f-13b094dbaad3 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:15.851987 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-b94084e1-8946-47c0-9b4f-13b094dbaad3 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2420604 Sep 21 12:59:15.854007 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94084e1-8946-47c0-9b4f-13b094dbaad3 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:59:15.854928 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94084e1-8946-47c0-9b4f-13b094dbaad3 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:59:15.854928 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94084e1-8946-47c0-9b4f-13b094dbaad3 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:59:15.855138 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94084e1-8946-47c0-9b4f-13b094dbaad3 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:59:15.855348 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94084e1-8946-47c0-9b4f-13b094dbaad3 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:59:15.855478 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64231210-df18-4c46-a7fe-ea0b7bca86a7 tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf546354-9a38-4617-bfe4-01806caf2ddb,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:59:15.855678 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94084e1-8946-47c0-9b4f-13b094dbaad3 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:59:15.856002 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94084e1-8946-47c0-9b4f-13b094dbaad3 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:59:15.856347 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94084e1-8946-47c0-9b4f-13b094dbaad3 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:59:15.856654 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94084e1-8946-47c0-9b4f-13b094dbaad3 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:59:15.856971 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94084e1-8946-47c0-9b4f-13b094dbaad3 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:59:15.857316 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94084e1-8946-47c0-9b4f-13b094dbaad3 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:59:15.857633 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94084e1-8946-47c0-9b4f-13b094dbaad3 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:59:15.859153 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 60914) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:59:15.872859 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-63962ad1-afa1-40da-af47-0a7758ffda62 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Request body: {'floatingip': {'floating_network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:59:15.903731 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:15.910144 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:15.961785 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-63962ad1-afa1-40da-af47-0a7758ffda62 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks [] for floatingip, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:15.995031 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-64231210-df18-4c46-a7fe-ea0b7bca86a7 tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] Allocated IP 192.168.233.82 (84e69d4a-fae8-4d86-93ba-70a1011a56e8/473f883f-620b-4c70-882b-5b481b7cbb4e/c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:59:16.015612 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1e23d041-09d3-4f76-9724-dd9eeb56289c req-03fbdd68-a273-445f-884c-7eb840578cc2 tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] 10.222.0.32 "GET /v2.0/ports?device_id=dad6d47c-5e32-4470-bc35-57b209a405e3 HTTP/1.1" status: 200 len: 210 time: 0.0449972 Sep 21 12:59:16.190132 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-63962ad1-afa1-40da-af47-0a7758ffda62 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:16.216425 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-64231210-df18-4c46-a7fe-ea0b7bca86a7 tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:16.322192 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-64231210-df18-4c46-a7fe-ea0b7bca86a7 tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9294141'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:16.335461 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [None req-63962ad1-afa1-40da-af47-0a7758ffda62 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Allocated IP 172.27.0.216 (3589cb95-8b7f-464f-a8af-ebd0722ed0b9/83bd8dfa-a4af-4a48-a00e-8b360d22b666/e6c5a558-db62-42d6-b08a-46fe7af1d966) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:59:16.384092 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-64231210-df18-4c46-a7fe-ea0b7bca86a7 tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] Network 84e69d4a-fae8-4d86-93ba-70a1011a56e8 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:59:16.392525 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-64231210-df18-4c46-a7fe-ea0b7bca86a7 tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:59:16.411159 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-64231210-df18-4c46-a7fe-ea0b7bca86a7 tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 12:59:16.417950 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64231210-df18-4c46-a7fe-ea0b7bca86a7 tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] Pushing event updated for resources: {'Port': ['ID=c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:59:16.504850 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-64231210-df18-4c46-a7fe-ea0b7bca86a7 tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:16.505509 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-64231210-df18-4c46-a7fe-ea0b7bca86a7 tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:16.530512 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-64231210-df18-4c46-a7fe-ea0b7bca86a7 tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2020795 Sep 21 12:59:16.548365 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-cee8e5f7-3e27-4e99-b355-88e6bc3e1f81 service neutron] Request body: {'port': {'device_id': 'dad6d47c-5e32-4470-bc35-57b209a405e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81013'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:59:16.556230 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-63962ad1-afa1-40da-af47-0a7758ffda62 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:16.575870 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-9e2b0f9b-56e7-4ae9-9685-01a25f52f0f9 None None] Provisioning complete for port c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:59:16.576440 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-9e2b0f9b-56e7-4ae9-9685-01a25f52f0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:16.612561 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-9e2b0f9b-56e7-4ae9-9685-01a25f52f0f9 None None] Port c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6 cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 12:59:16.634825 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-cee8e5f7-3e27-4e99-b355-88e6bc3e1f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:16.640447 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:16.655908 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-63962ad1-afa1-40da-af47-0a7758ffda62 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9294141'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:16.713430 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63962ad1-afa1-40da-af47-0a7758ffda62 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Network 3589cb95-8b7f-464f-a8af-ebd0722ed0b9 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:59:16.726256 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-63962ad1-afa1-40da-af47-0a7758ffda62 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:59:16.728673 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63962ad1-afa1-40da-af47-0a7758ffda62 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 12:59:16.767617 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63962ad1-afa1-40da-af47-0a7758ffda62 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Pushing event updated for resources: {'Port': ['ID=e6c5a558-db62-42d6-b08a-46fe7af1d966,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:59:16.983344 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-63962ad1-afa1-40da-af47-0a7758ffda62 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:17.041697 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-63962ad1-afa1-40da-af47-0a7758ffda62 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:17.382129 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-cee8e5f7-3e27-4e99-b355-88e6bc3e1f81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6 {{(pid=93969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 12:59:17.393537 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-cee8e5f7-3e27-4e99-b355-88e6bc3e1f81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:17.448969 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-cee8e5f7-3e27-4e99-b355-88e6bc3e1f81 service neutron] Transition to ACTIVE for port object c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 12:59:17.462136 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e6801-c904-4577-bb0a-358320dfcb49 req-1e5ad0a2-7305-4e82-80d2-34abac9ee6a4 tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:17.463665 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a55e6801-c904-4577-bb0a-358320dfcb49 req-1e5ad0a2-7305-4e82-80d2-34abac9ee6a4 tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] 10.222.0.32 "GET /v2.0/ports?device_id=dad6d47c-5e32-4470-bc35-57b209a405e3 HTTP/1.1" status: 200 len: 935 time: 0.1439786 Sep 21 12:59:17.466336 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-cee8e5f7-3e27-4e99-b355-88e6bc3e1f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294116'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:17.575668 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee8e5f7-3e27-4e99-b355-88e6bc3e1f81 service neutron] Pushing event updated for resources: {'Port': ['ID=c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:59:17.599417 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a55e6801-c904-4577-bb0a-358320dfcb49 req-9d2a9a81-f956-428d-8cc5-8d569f67bf5c tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] 10.222.0.32 "GET /v2.0/security-groups?id=cf546354-9a38-4617-bfe4-01806caf2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249063 Sep 21 12:59:17.644312 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-63962ad1-afa1-40da-af47-0a7758ffda62 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:17.659521 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-63962ad1-afa1-40da-af47-0a7758ffda62 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294116'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:17.731092 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-cee8e5f7-3e27-4e99-b355-88e6bc3e1f81 service neutron] Attempting to bind port c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6 on host hv-cinder-81013 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 12:59:17.731426 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-cee8e5f7-3e27-4e99-b355-88e6bc3e1f81 service neutron] Attempting to bind port c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6 by drivers openvswitch,hyperv on host hv-cinder-81013 at level 0 using segments [{'id': '462cdcd0-548b-4375-950d-cd64acfcbe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '84e69d4a-fae8-4d86-93ba-70a1011a56e8'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 12:59:17.731898 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-cee8e5f7-3e27-4e99-b355-88e6bc3e1f81 service neutron] Attempting to bind port c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6 on network 84e69d4a-fae8-4d86-93ba-70a1011a56e8 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:59:17.745767 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-cee8e5f7-3e27-4e99-b355-88e6bc3e1f81 service neutron] Port c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6 on network 84e69d4a-fae8-4d86-93ba-70a1011a56e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81013 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 12:59:17.746093 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-cee8e5f7-3e27-4e99-b355-88e6bc3e1f81 service neutron] Attempting to bind port c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6 on network 84e69d4a-fae8-4d86-93ba-70a1011a56e8 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:59:17.761070 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63962ad1-afa1-40da-af47-0a7758ffda62 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Pushing event updated for resources: {'Port': ['ID=e6c5a558-db62-42d6-b08a-46fe7af1d966,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:59:17.763822 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-cee8e5f7-3e27-4e99-b355-88e6bc3e1f81 service neutron] Checking agent: {'id': 'a6e01e35-01d6-479f-9faf-9c323aed8d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 12, 52, 16), 'started_at': datetime.datetime(2021, 9, 21, 12, 52, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 12, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 12:59:17.764054 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-cee8e5f7-3e27-4e99-b355-88e6bc3e1f81 service neutron] Checking segment: {'id': '462cdcd0-548b-4375-950d-cd64acfcbe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '84e69d4a-fae8-4d86-93ba-70a1011a56e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:59:17.764428 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-cee8e5f7-3e27-4e99-b355-88e6bc3e1f81 service neutron] Bound using segment: {'id': '462cdcd0-548b-4375-950d-cd64acfcbe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '84e69d4a-fae8-4d86-93ba-70a1011a56e8'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:59:17.764946 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-cee8e5f7-3e27-4e99-b355-88e6bc3e1f81 service neutron] Bound port: c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6, host: hv-cinder-81013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462cdcd0-548b-4375-950d-cd64acfcbe20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '84e69d4a-fae8-4d86-93ba-70a1011a56e8'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 12:59:17.765339 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-cee8e5f7-3e27-4e99-b355-88e6bc3e1f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:17.778249 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-63962ad1-afa1-40da-af47-0a7758ffda62 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618694'] for floatingip, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:17.824819 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-63962ad1-afa1-40da-af47-0a7758ffda62 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for floatingip, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:17.826012 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-63962ad1-afa1-40da-af47-0a7758ffda62 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9614816 Sep 21 12:59:17.879510 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-cee8e5f7-3e27-4e99-b355-88e6bc3e1f81 service neutron] For port c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6, host hv-cinder-81013, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:59:17.884436 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-cee8e5f7-3e27-4e99-b355-88e6bc3e1f81 service neutron] For port c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6, host hv-cinder-81013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6,segment=NetworkSegment(462cdcd0-548b-4375-950d-cd64acfcbe20),segment_id=462cdcd0-548b-4375-950d-cd64acfcbe20)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:59:17.888073 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a5452ad4-7b9d-4ab5-af76-3318590ff74c req-dfd4cae5-75d4-411a-9192-12c774030651 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774357 Sep 21 12:59:17.889584 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-cee8e5f7-3e27-4e99-b355-88e6bc3e1f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294116'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:17.926831 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-cee8e5f7-3e27-4e99-b355-88e6bc3e1f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:17.927438 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-cee8e5f7-3e27-4e99-b355-88e6bc3e1f81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:17.928842 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-cee8e5f7-3e27-4e99-b355-88e6bc3e1f81 service neutron] 10.222.0.45 "PUT /v2.0/ports/c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6 HTTP/1.1" status: 200 len: 1097 time: 1.3846507 Sep 21 12:59:17.929274 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dad6d47c-5e32-4470-bc35-57b209a405e3', 'tag': 'c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 12:59:17.931622 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}891eab8d1a3043c3e369406f1201b67df81013e3c20d23918ff9fd5cd34c6e83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc87b93-61a6-4976-9796-62789122e02a" -d '{"events": [{"name": "network-changed", "server_uuid": "dad6d47c-5e32-4470-bc35-57b209a405e3", "tag": "c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:59:17.959522 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:17.987781 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 12:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab5a684-113d-4b6b-b5b6-a27dce420fd4 x-openstack-request-id: req-8ab5a684-113d-4b6b-b5b6-a27dce420fd4 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:59:17.988236 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dad6d47c-5e32-4470-bc35-57b209a405e3", "tag": "c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:59:17.988594 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8ab5a684-113d-4b6b-b5b6-a27dce420fd4 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:59:17.989100 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dad6d47c-5e32-4470-bc35-57b209a405e3', 'tag': 'c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6', 'status': 'completed', 'code': 200} Sep 21 12:59:17.995006 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee8e5f7-3e27-4e99-b355-88e6bc3e1f81 service neutron] Pushing event updated for resources: {'Port': ['ID=c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:59:18.050687 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5452ad4-7b9d-4ab5-af76-3318590ff74c req-4571ac11-9ea5-499c-9d5b-f57d5735046e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:18.052297 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a5452ad4-7b9d-4ab5-af76-3318590ff74c req-4571ac11-9ea5-499c-9d5b-f57d5735046e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f8dd986907b641449edd23beaff087cd&device_id=7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86 HTTP/1.1" status: 200 len: 1099 time: 0.0998476 Sep 21 12:59:18.065006 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-a45a3b13-250f-4c20-9cb7-388848eabf9a tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1674656332&fields=id&tenant_id=1b3ede534435481c9544b6bd95cee453 HTTP/1.1" status: 200 len: 267 time: 0.0395162 Sep 21 12:59:18.066650 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-6b6142c5-c7a7-4c74-936d-88b0e310945a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:18.068853 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-6b6142c5-c7a7-4c74-936d-88b0e310945a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c027af45a8cd47a7b540417f9d91a576&device_id=dad6d47c-5e32-4470-bc35-57b209a405e3 HTTP/1.1" status: 200 len: 1100 time: 0.0706408 Sep 21 12:59:18.148386 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-264b5572-eb83-4045-be7c-08f4dff0ddfd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6 HTTP/1.1" status: 200 len: 217 time: 0.0560701 Sep 21 12:59:18.191382 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-7450cb87-77ca-4109-b832-996e18900583 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:18.193222 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-7450cb87-77ca-4109-b832-996e18900583 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/networks?id=448bd693-ac99-4c36-8b6e-b9a357473df4 HTTP/1.1" status: 200 len: 817 time: 0.1215873 Sep 21 12:59:18.209772 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-762c6fd3-595a-4eb7-bdda-eccef386566b tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/quotas/1b3ede534435481c9544b6bd95cee453 HTTP/1.1" status: 200 len: 375 time: 0.0099356 Sep 21 12:59:18.247767 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-6af1be8d-3f18-4b6a-a6b1-31d49ac4c241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:18.249177 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-6af1be8d-3f18-4b6a-a6b1-31d49ac4c241 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=473f883f-620b-4c70-882b-5b481b7cbb4e HTTP/1.1" status: 200 len: 843 time: 0.0902767 Sep 21 12:59:18.267437 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-edc9381f-91c9-488c-ad8e-8bd9caa590fd tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1b3ede534435481c9544b6bd95cee453&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515656 Sep 21 12:59:18.273540 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5452ad4-7b9d-4ab5-af76-3318590ff74c req-3449ee6c-ca3b-4287-9e97-313c93c2b01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:18.275177 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a5452ad4-7b9d-4ab5-af76-3318590ff74c req-3449ee6c-ca3b-4287-9e97-313c93c2b01d service neutron] 10.222.0.45 "GET /v2.0/networks?id=1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9 HTTP/1.1" status: 200 len: 913 time: 0.1813474 Sep 21 12:59:18.367742 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-ce382f78-f628-489b-9caf-47e169fd6bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:18.370295 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-ce382f78-f628-489b-9caf-47e169fd6bc4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=84e69d4a-fae8-4d86-93ba-70a1011a56e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1099699 Sep 21 12:59:18.372883 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a5452ad4-7b9d-4ab5-af76-3318590ff74c req-eff1e70c-d8e4-4a15-be25-e7b9d53134ac service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10a15884-e079-4572-bf08-93d34ff4c9d5 HTTP/1.1" status: 200 len: 1001 time: 0.0834324 Sep 21 12:59:18.497340 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5452ad4-7b9d-4ab5-af76-3318590ff74c req-3271798b-a8a9-434a-99c9-c2dfc08d0962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:18.498774 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a5452ad4-7b9d-4ab5-af76-3318590ff74c req-3271798b-a8a9-434a-99c9-c2dfc08d0962 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7097d818-f75a-489b-96c8-b19c4cc747bd HTTP/1.1" status: 200 len: 851 time: 0.1047819 Sep 21 12:59:18.502975 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-9f16ea18-b9aa-4bae-9fe7-c6b5b9a92165 service neutron] 10.222.0.32 "GET /v2.0/networks/448bd693-ac99-4c36-8b6e-b9a357473df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227409 Sep 21 12:59:18.549456 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-d643a4fa-8962-4635-ac4e-b0f72671ccf7 service neutron] 10.222.0.45 "GET /v2.0/networks/84e69d4a-fae8-4d86-93ba-70a1011a56e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565499 Sep 21 12:59:18.581863 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5452ad4-7b9d-4ab5-af76-3318590ff74c req-57ce499b-f92f-41d0-9de4-a51e04b89f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:18.583431 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a5452ad4-7b9d-4ab5-af76-3318590ff74c req-57ce499b-f92f-41d0-9de4-a51e04b89f8b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0778029 Sep 21 12:59:18.604333 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-dec15983-519a-4adf-87ad-e27dcc5fa03b service neutron] 10.222.0.32 "GET /v2.0/networks/448bd693-ac99-4c36-8b6e-b9a357473df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954554 Sep 21 12:59:18.755009 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c170853d-78ba-4b14-8195-f8a7c205fb1c req-7096bf6c-5e5b-42ca-8bb9-329ed516f6d8 service neutron] 10.222.0.45 "GET /v2.0/networks/84e69d4a-fae8-4d86-93ba-70a1011a56e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968954 Sep 21 12:59:18.780733 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a5452ad4-7b9d-4ab5-af76-3318590ff74c req-55743a4c-2b8e-44c3-8f14-e8b3b60f1062 service neutron] 10.222.0.45 "GET /v2.0/networks/1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904104 Sep 21 12:59:18.796821 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ea269-b813-4a86-8798-fc7895ac4a7c req-80fe4cc4-c8cb-4b6c-ba1b-00b32139c4e0 tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:18.798736 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c68ea269-b813-4a86-8798-fc7895ac4a7c req-80fe4cc4-c8cb-4b6c-ba1b-00b32139c4e0 tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] 10.222.0.32 "GET /v2.0/ports?device_id=dad6d47c-5e32-4470-bc35-57b209a405e3 HTTP/1.1" status: 200 len: 947 time: 0.1134875 Sep 21 12:59:18.817909 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-bc592dd7-f393-4fb3-ad27-57028e418f7f req-29c37d7a-7b32-4fd8-b605-e8ddafb6b013 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 210 time: 0.0312161 Sep 21 12:59:18.954273 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c68ea269-b813-4a86-8798-fc7895ac4a7c req-93cd72a1-71dd-4df0-b28a-07eac69e3cc2 tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] 10.222.0.32 "GET /v2.0/security-groups?id=cf546354-9a38-4617-bfe4-01806caf2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421449 Sep 21 12:59:18.976694 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a5452ad4-7b9d-4ab5-af76-3318590ff74c req-2afeb7a1-735c-4edf-ad55-d685fdac905b service neutron] 10.222.0.45 "GET /v2.0/networks/1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766496 Sep 21 12:59:18.979381 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc87b93-61a6-4976-9796-62789122e02a req-feb0ee6a-3b3f-4a77-846e-c6d5d7a09204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:18.980666 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7cc87b93-61a6-4976-9796-62789122e02a req-feb0ee6a-3b3f-4a77-846e-c6d5d7a09204 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c027af45a8cd47a7b540417f9d91a576&device_id=dad6d47c-5e32-4470-bc35-57b209a405e3 HTTP/1.1" status: 200 len: 1100 time: 0.1374142 Sep 21 12:59:19.103385 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc87b93-61a6-4976-9796-62789122e02a req-769d8e28-8cb9-45d7-b790-7493cd6612a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:19.104860 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7cc87b93-61a6-4976-9796-62789122e02a req-769d8e28-8cb9-45d7-b790-7493cd6612a7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=84e69d4a-fae8-4d86-93ba-70a1011a56e8 HTTP/1.1" status: 200 len: 870 time: 0.1147263 Sep 21 12:59:19.155774 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7cc87b93-61a6-4976-9796-62789122e02a req-5fff3ae7-f0e1-40c9-b5ae-74019b124d4d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6 HTTP/1.1" status: 200 len: 217 time: 0.0349634 Sep 21 12:59:19.218311 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc87b93-61a6-4976-9796-62789122e02a req-86a39dd9-7061-4682-99c9-1809ea96f5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:19.220293 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7cc87b93-61a6-4976-9796-62789122e02a req-86a39dd9-7061-4682-99c9-1809ea96f5c0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=473f883f-620b-4c70-882b-5b481b7cbb4e HTTP/1.1" status: 200 len: 843 time: 0.0559213 Sep 21 12:59:19.276161 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc87b93-61a6-4976-9796-62789122e02a req-443ef428-b29b-4a46-949c-21a550b5efba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:19.277732 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7cc87b93-61a6-4976-9796-62789122e02a req-443ef428-b29b-4a46-949c-21a550b5efba service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=84e69d4a-fae8-4d86-93ba-70a1011a56e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0485051 Sep 21 12:59:19.389892 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7cc87b93-61a6-4976-9796-62789122e02a req-41a20ec8-0ec4-4263-a6a4-a3c6c6cc12cd service neutron] 10.222.0.45 "GET /v2.0/networks/84e69d4a-fae8-4d86-93ba-70a1011a56e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959885 Sep 21 12:59:19.501356 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7cc87b93-61a6-4976-9796-62789122e02a req-1a685378-0ab5-4a72-8572-088c3402abbd service neutron] 10.222.0.45 "GET /v2.0/networks/84e69d4a-fae8-4d86-93ba-70a1011a56e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956833 Sep 21 12:59:19.956709 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-aa00493d-277d-42d9-93bc-bbecc0e30ced req-556ea5f9-603a-4e15-9b3b-33a7cb4876d3 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 210 time: 0.0305076 Sep 21 12:59:19.984041 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-557ff8bc-0dff-46f2-8290-1d12100d401b tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:19.985540 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-557ff8bc-0dff-46f2-8290-1d12100d401b tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.45 "GET /v2.0/networks?id=448bd693-ac99-4c36-8b6e-b9a357473df4 HTTP/1.1" status: 200 len: 817 time: 0.1327655 Sep 21 12:59:20.048724 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-0f77a419-3134-4fdb-8398-ec4118d83f88 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b3ede534435481c9544b6bd95cee453 HTTP/1.1" status: 200 len: 380 time: 0.0516555 Sep 21 12:59:20.067754 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-43481230-329f-4276-a2e2-93483cd15a82 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Request body: {'port': {'device_id': '64e8dd68-e756-4b5e-827c-a375fe63bec8', 'network_id': '448bd693-ac99-4c36-8b6e-b9a357473df4', 'admin_state_up': True, 'tenant_id': '1b3ede534435481c9544b6bd95cee453', 'security_groups': ['b3529a9b-d484-4f0b-a1fc-2eb040e6064a']}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:59:20.143635 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63652df-6d22-43b1-9f1c-5d60cde81f84 req-2f9e634e-044f-4113-ad97-1f555ee705bb tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:20.145103 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d63652df-6d22-43b1-9f1c-5d60cde81f84 req-2f9e634e-044f-4113-ad97-1f555ee705bb tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] 10.222.0.32 "GET /v2.0/ports?device_id=dad6d47c-5e32-4470-bc35-57b209a405e3 HTTP/1.1" status: 200 len: 947 time: 0.1147261 Sep 21 12:59:20.210750 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d63652df-6d22-43b1-9f1c-5d60cde81f84 req-e947403e-af76-4bc2-9852-c467be65d2b0 tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] 10.222.0.32 "GET /v2.0/security-groups?id=cf546354-9a38-4617-bfe4-01806caf2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583723 Sep 21 12:59:20.226431 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-43481230-329f-4276-a2e2-93483cd15a82 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Made reservation on behalf of 1b3ede534435481c9544b6bd95cee453 for: {'port': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:59:20.230422 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-43481230-329f-4276-a2e2-93483cd15a82 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:20.385631 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-43481230-329f-4276-a2e2-93483cd15a82 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Allocated IP 172.20.0.10 (448bd693-ac99-4c36-8b6e-b9a357473df4/afc0ebff-08f8-4d98-a7ec-9196a5213e06/b6db9d6f-9209-4388-863b-544789d96d25) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:59:20.523925 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-43481230-329f-4276-a2e2-93483cd15a82 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:20.559076 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-43481230-329f-4276-a2e2-93483cd15a82 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9294141'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:20.602009 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-43481230-329f-4276-a2e2-93483cd15a82 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Network 448bd693-ac99-4c36-8b6e-b9a357473df4 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:59:20.605518 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-43481230-329f-4276-a2e2-93483cd15a82 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:59:20.609225 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-43481230-329f-4276-a2e2-93483cd15a82 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 12:59:20.635660 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43481230-329f-4276-a2e2-93483cd15a82 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Pushing event updated for resources: {'Port': ['ID=b6db9d6f-9209-4388-863b-544789d96d25,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:59:20.651894 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43481230-329f-4276-a2e2-93483cd15a82 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:59:20.652240 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43481230-329f-4276-a2e2-93483cd15a82 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:59:20.652585 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43481230-329f-4276-a2e2-93483cd15a82 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:59:20.652922 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43481230-329f-4276-a2e2-93483cd15a82 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:59:20.653257 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43481230-329f-4276-a2e2-93483cd15a82 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:59:20.653586 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43481230-329f-4276-a2e2-93483cd15a82 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:59:20.653919 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43481230-329f-4276-a2e2-93483cd15a82 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:59:20.654244 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43481230-329f-4276-a2e2-93483cd15a82 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:59:20.654602 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43481230-329f-4276-a2e2-93483cd15a82 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:59:20.654927 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43481230-329f-4276-a2e2-93483cd15a82 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:59:20.655250 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43481230-329f-4276-a2e2-93483cd15a82 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:59:20.655588 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43481230-329f-4276-a2e2-93483cd15a82 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 12:59:20.678686 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-43481230-329f-4276-a2e2-93483cd15a82 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:20.679361 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-43481230-329f-4276-a2e2-93483cd15a82 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:20.695454 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-43481230-329f-4276-a2e2-93483cd15a82 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6322587 Sep 21 12:59:20.713359 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-4e3bd314-9fec-4897-b0f9-2da560098ad9 service neutron] Request body: {'port': {'device_id': '64e8dd68-e756-4b5e-827c-a375fe63bec8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81013'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:59:20.777733 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-4e3bd314-9fec-4897-b0f9-2da560098ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:20.815895 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-2e5d8d12-111c-4f49-8cad-99c22bb37163 None None] Provisioning complete for port b6db9d6f-9209-4388-863b-544789d96d25 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:59:20.816471 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2e5d8d12-111c-4f49-8cad-99c22bb37163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:20.852304 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-2e5d8d12-111c-4f49-8cad-99c22bb37163 None None] Port b6db9d6f-9209-4388-863b-544789d96d25 cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 12:59:21.072112 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-4e3bd314-9fec-4897-b0f9-2da560098ad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6db9d6f-9209-4388-863b-544789d96d25 {{(pid=93969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 12:59:21.080225 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-4e3bd314-9fec-4897-b0f9-2da560098ad9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:21.083174 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b1a168-15af-4f61-8809-f5d7c4c76ad0 req-00d0fc7a-93e9-48ca-bd5e-1e82d4dc1a25 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:21.084757 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c9b1a168-15af-4f61-8809-f5d7c4c76ad0 req-00d0fc7a-93e9-48ca-bd5e-1e82d4dc1a25 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 932 time: 0.0522299 Sep 21 12:59:21.096501 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-4e3bd314-9fec-4897-b0f9-2da560098ad9 service neutron] Transition to ACTIVE for port object b6db9d6f-9209-4388-863b-544789d96d25 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 12:59:21.101617 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-4e3bd314-9fec-4897-b0f9-2da560098ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294116'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:21.129412 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c9b1a168-15af-4f61-8809-f5d7c4c76ad0 req-1f300149-317f-4a26-b5c1-9d4a1873d443 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342402 Sep 21 12:59:21.167451 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3bd314-9fec-4897-b0f9-2da560098ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=b6db9d6f-9209-4388-863b-544789d96d25,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:59:21.247431 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-4e3bd314-9fec-4897-b0f9-2da560098ad9 service neutron] Attempting to bind port b6db9d6f-9209-4388-863b-544789d96d25 on host hv-cinder-81013 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 12:59:21.247776 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-4e3bd314-9fec-4897-b0f9-2da560098ad9 service neutron] Attempting to bind port b6db9d6f-9209-4388-863b-544789d96d25 by drivers openvswitch,hyperv on host hv-cinder-81013 at level 0 using segments [{'id': 'd65f44a9-e76e-4bb2-9420-80b10a796110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '448bd693-ac99-4c36-8b6e-b9a357473df4'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 12:59:21.248105 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-4e3bd314-9fec-4897-b0f9-2da560098ad9 service neutron] Attempting to bind port b6db9d6f-9209-4388-863b-544789d96d25 on network 448bd693-ac99-4c36-8b6e-b9a357473df4 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:59:21.252634 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-4e3bd314-9fec-4897-b0f9-2da560098ad9 service neutron] Port b6db9d6f-9209-4388-863b-544789d96d25 on network 448bd693-ac99-4c36-8b6e-b9a357473df4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81013 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 12:59:21.252962 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-4e3bd314-9fec-4897-b0f9-2da560098ad9 service neutron] Attempting to bind port b6db9d6f-9209-4388-863b-544789d96d25 on network 448bd693-ac99-4c36-8b6e-b9a357473df4 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:59:21.258838 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-4e3bd314-9fec-4897-b0f9-2da560098ad9 service neutron] Checking agent: {'id': 'a6e01e35-01d6-479f-9faf-9c323aed8d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 12, 52, 16), 'started_at': datetime.datetime(2021, 9, 21, 12, 52, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 12, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 12:59:21.259186 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-4e3bd314-9fec-4897-b0f9-2da560098ad9 service neutron] Checking segment: {'id': 'd65f44a9-e76e-4bb2-9420-80b10a796110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '448bd693-ac99-4c36-8b6e-b9a357473df4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:59:21.259576 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-4e3bd314-9fec-4897-b0f9-2da560098ad9 service neutron] Bound using segment: {'id': 'd65f44a9-e76e-4bb2-9420-80b10a796110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '448bd693-ac99-4c36-8b6e-b9a357473df4'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:59:21.260025 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-4e3bd314-9fec-4897-b0f9-2da560098ad9 service neutron] Bound port: b6db9d6f-9209-4388-863b-544789d96d25, host: hv-cinder-81013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd65f44a9-e76e-4bb2-9420-80b10a796110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '448bd693-ac99-4c36-8b6e-b9a357473df4'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 12:59:21.260393 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-4e3bd314-9fec-4897-b0f9-2da560098ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:21.374578 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-4e3bd314-9fec-4897-b0f9-2da560098ad9 service neutron] For port b6db9d6f-9209-4388-863b-544789d96d25, host hv-cinder-81013, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:59:21.379185 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-4e3bd314-9fec-4897-b0f9-2da560098ad9 service neutron] For port b6db9d6f-9209-4388-863b-544789d96d25, host hv-cinder-81013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=b6db9d6f-9209-4388-863b-544789d96d25,segment=NetworkSegment(d65f44a9-e76e-4bb2-9420-80b10a796110),segment_id=d65f44a9-e76e-4bb2-9420-80b10a796110)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:59:21.388169 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6 details requested by agent hyperv_hv-cinder-81013 with host hv-cinder-81013 {{(pid=93970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 12:59:21.392674 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9495e-e0d1-43d6-954e-311792f466a8 req-f1c0b207-bccf-4569-b0c2-a46d23bfcc47 tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:21.394210 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4aa9495e-e0d1-43d6-954e-311792f466a8 req-f1c0b207-bccf-4569-b0c2-a46d23bfcc47 tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] 10.222.0.32 "GET /v2.0/ports?device_id=dad6d47c-5e32-4470-bc35-57b209a405e3 HTTP/1.1" status: 200 len: 947 time: 0.0764678 Sep 21 12:59:21.395336 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-4e3bd314-9fec-4897-b0f9-2da560098ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294116'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:21.459787 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-4e3bd314-9fec-4897-b0f9-2da560098ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:21.460412 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-4e3bd314-9fec-4897-b0f9-2da560098ad9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:21.462455 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-4e3bd314-9fec-4897-b0f9-2da560098ad9 service neutron] 10.222.0.45 "PUT /v2.0/ports/b6db9d6f-9209-4388-863b-544789d96d25 HTTP/1.1" status: 200 len: 1094 time: 0.7543349 Sep 21 12:59:21.464676 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64e8dd68-e756-4b5e-827c-a375fe63bec8', 'tag': 'b6db9d6f-9209-4388-863b-544789d96d25'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 12:59:21.466951 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}891eab8d1a3043c3e369406f1201b67df81013e3c20d23918ff9fd5cd34c6e83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab470d0-bbfe-42e3-ba16-66bd266ca8c0" -d '{"events": [{"name": "network-changed", "server_uuid": "64e8dd68-e756-4b5e-827c-a375fe63bec8", "tag": "b6db9d6f-9209-4388-863b-544789d96d25"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:59:21.526316 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3bd314-9fec-4897-b0f9-2da560098ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=b6db9d6f-9209-4388-863b-544789d96d25,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:59:21.546210 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6,segment=NetworkSegment(462cdcd0-548b-4375-950d-cd64acfcbe20),segment_id=462cdcd0-548b-4375-950d-cd64acfcbe20)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:59:21.547363 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4aa9495e-e0d1-43d6-954e-311792f466a8 req-d07c9397-987c-4c8a-999c-c89939939905 tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] 10.222.0.32 "GET /v2.0/security-groups?id=cf546354-9a38-4617-bfe4-01806caf2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261382 Sep 21 12:59:21.565321 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 12:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283be878-62e2-469b-9aea-cfdb471a814e x-openstack-request-id: req-283be878-62e2-469b-9aea-cfdb471a814e {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:59:21.565684 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64e8dd68-e756-4b5e-827c-a375fe63bec8", "tag": "b6db9d6f-9209-4388-863b-544789d96d25", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:59:21.566013 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-283be878-62e2-469b-9aea-cfdb471a814e {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:59:21.566507 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64e8dd68-e756-4b5e-827c-a375fe63bec8', 'tag': 'b6db9d6f-9209-4388-863b-544789d96d25', 'status': 'completed', 'code': 200} Sep 21 12:59:21.576441 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Returning: {'device': 'c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6', 'network_id': '84e69d4a-fae8-4d86-93ba-70a1011a56e8', 'port_id': 'c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6', 'mac_address': 'fa:16:3e:2d:f6:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473f883f-620b-4c70-882b-5b481b7cbb4e', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 12:59:21.637161 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:21.653286 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6 {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 12:59:21.678072 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6,segment=NetworkSegment(462cdcd0-548b-4375-950d-cd64acfcbe20),segment_id=462cdcd0-548b-4375-950d-cd64acfcbe20)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:59:21.683579 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-870ada2b-5442-49d8-9785-2fe9d2903901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:21.683813 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:21.685128 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-870ada2b-5442-49d8-9785-2fe9d2903901 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1b3ede534435481c9544b6bd95cee453&device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 1097 time: 0.1496999 Sep 21 12:59:21.738315 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-076c9e3c-8b6e-492a-bc80-1e3fce5f76ac service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6db9d6f-9209-4388-863b-544789d96d25 HTTP/1.1" status: 200 len: 217 time: 0.0422189 Sep 21 12:59:21.757490 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:59:21.797503 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-58b1ee81-6e78-4b94-ac05-fa5df5821169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:21.799025 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-58b1ee81-6e78-4b94-ac05-fa5df5821169 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=afc0ebff-08f8-4d98-a7ec-9196a5213e06 HTTP/1.1" status: 200 len: 856 time: 0.0502660 Sep 21 12:59:21.854098 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-66c26cee-1887-452d-95e9-b6d4d9ea26a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:21.855684 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-66c26cee-1887-452d-95e9-b6d4d9ea26a3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=448bd693-ac99-4c36-8b6e-b9a357473df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482903 Sep 21 12:59:21.954075 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-2f99005c-24ba-40bf-9719-396b27f5283a service neutron] 10.222.0.45 "GET /v2.0/networks/448bd693-ac99-4c36-8b6e-b9a357473df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898321 Sep 21 12:59:21.976634 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] get_ports_and_sgs() called for port_ids ['c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 12:59:22.074561 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-273dd08b-9706-468f-ad73-bdd4601fc99e req-b4471857-9ce9-4593-8b0f-e3a758dd3ea8 service neutron] 10.222.0.45 "GET /v2.0/networks/448bd693-ac99-4c36-8b6e-b9a357473df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989575 Sep 21 12:59:22.166833 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab470d0-bbfe-42e3-ba16-66bd266ca8c0 req-00a6d963-d8d2-4847-8c4b-d43263472100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:22.168229 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6ab470d0-bbfe-42e3-ba16-66bd266ca8c0 req-00a6d963-d8d2-4847-8c4b-d43263472100 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1b3ede534435481c9544b6bd95cee453&device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 1097 time: 0.0451090 Sep 21 12:59:22.297103 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f3ae9-f1a6-42f6-922e-e71db86b2d9f req-55ad1faf-8a29-4465-96fd-f6551eab879d tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:22.298735 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-830f3ae9-f1a6-42f6-922e-e71db86b2d9f req-55ad1faf-8a29-4465-96fd-f6551eab879d tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 944 time: 0.0518844 Sep 21 12:59:22.338352 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-830f3ae9-f1a6-42f6-922e-e71db86b2d9f req-c9098f7e-33db-43d6-b196-264f20992f81 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332644 Sep 21 12:59:22.506889 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab470d0-bbfe-42e3-ba16-66bd266ca8c0 req-e1e6c8a1-2651-4785-bee4-6906e276e249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:22.508265 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6ab470d0-bbfe-42e3-ba16-66bd266ca8c0 req-e1e6c8a1-2651-4785-bee4-6906e276e249 service neutron] 10.222.0.45 "GET /v2.0/networks?id=448bd693-ac99-4c36-8b6e-b9a357473df4 HTTP/1.1" status: 200 len: 918 time: 0.3296421 Sep 21 12:59:22.553956 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6ab470d0-bbfe-42e3-ba16-66bd266ca8c0 req-a3f577f3-32b5-4d5a-b25b-392b6310900a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6db9d6f-9209-4388-863b-544789d96d25 HTTP/1.1" status: 200 len: 217 time: 0.0368831 Sep 21 12:59:22.606882 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab470d0-bbfe-42e3-ba16-66bd266ca8c0 req-c9a42abf-3663-4b2a-ba04-148454c1bbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:22.608371 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6ab470d0-bbfe-42e3-ba16-66bd266ca8c0 req-c9a42abf-3663-4b2a-ba04-148454c1bbcc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=afc0ebff-08f8-4d98-a7ec-9196a5213e06 HTTP/1.1" status: 200 len: 856 time: 0.0454881 Sep 21 12:59:22.683059 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab470d0-bbfe-42e3-ba16-66bd266ca8c0 req-5fd25c0c-416a-4214-92ea-0683a4fb5588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:22.684533 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6ab470d0-bbfe-42e3-ba16-66bd266ca8c0 req-5fd25c0c-416a-4214-92ea-0683a4fb5588 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=448bd693-ac99-4c36-8b6e-b9a357473df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679040 Sep 21 12:59:22.696546 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef678249-ef03-4b70-8be0-8b0070a4e420 req-e980c715-7f97-4851-b4ae-364b1df7b7a7 tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:22.698040 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ef678249-ef03-4b70-8be0-8b0070a4e420 req-e980c715-7f97-4851-b4ae-364b1df7b7a7 tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] 10.222.0.32 "GET /v2.0/ports?device_id=dad6d47c-5e32-4470-bc35-57b209a405e3 HTTP/1.1" status: 200 len: 948 time: 0.0574071 Sep 21 12:59:22.785085 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ef678249-ef03-4b70-8be0-8b0070a4e420 req-fc0e5f8c-3725-436b-b26b-992f5533fa0b tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] 10.222.0.32 "GET /v2.0/security-groups?id=cf546354-9a38-4617-bfe4-01806caf2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790725 Sep 21 12:59:22.812489 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6ab470d0-bbfe-42e3-ba16-66bd266ca8c0 req-0fe909be-6083-4849-959c-682dac7100a8 service neutron] 10.222.0.45 "GET /v2.0/networks/448bd693-ac99-4c36-8b6e-b9a357473df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134787 Sep 21 12:59:22.906200 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6ab470d0-bbfe-42e3-ba16-66bd266ca8c0 req-5af00eec-e9ba-462a-8dba-2df714ba60e4 service neutron] 10.222.0.45 "GET /v2.0/networks/448bd693-ac99-4c36-8b6e-b9a357473df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839963 Sep 21 12:59:23.400610 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device b6db9d6f-9209-4388-863b-544789d96d25 details requested by agent hyperv_hv-cinder-81013 with host hv-cinder-81013 {{(pid=93970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 12:59:23.404676 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6 up at agent hyperv_hv-cinder-81013 {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:59:23.457694 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ffad7-04eb-40bc-b992-e7a709fa872f req-cd208232-abce-496c-9311-25cd8ce54a84 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:23.459194 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b98ffad7-04eb-40bc-b992-e7a709fa872f req-cd208232-abce-496c-9311-25cd8ce54a84 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 944 time: 0.0479925 Sep 21 12:59:23.500992 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b98ffad7-04eb-40bc-b992-e7a709fa872f req-dfdc8c28-64e7-4d98-9233-7ddd683e79a7 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354512 Sep 21 12:59:23.514973 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Provisioning for port c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6 completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 12:59:23.523882 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Provisioning complete for port c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:59:23.524276 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:23.552982 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port b6db9d6f-9209-4388-863b-544789d96d25, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=b6db9d6f-9209-4388-863b-544789d96d25,segment=NetworkSegment(d65f44a9-e76e-4bb2-9420-80b10a796110),segment_id=d65f44a9-e76e-4bb2-9420-80b10a796110)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:59:23.570340 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Returning: {'device': 'b6db9d6f-9209-4388-863b-544789d96d25', 'network_id': '448bd693-ac99-4c36-8b6e-b9a357473df4', 'port_id': 'b6db9d6f-9209-4388-863b-544789d96d25', 'mac_address': 'fa:16:3e:70:6a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc0ebff-08f8-4d98-a7ec-9196a5213e06', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 12:59:23.635519 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:23.656571 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6db9d6f-9209-4388-863b-544789d96d25 {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 12:59:23.670421 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:23.695928 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port b6db9d6f-9209-4388-863b-544789d96d25, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=b6db9d6f-9209-4388-863b-544789d96d25,segment=NetworkSegment(d65f44a9-e76e-4bb2-9420-80b10a796110),segment_id=d65f44a9-e76e-4bb2-9420-80b10a796110)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:59:23.704673 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:23.714242 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad6d47c-5e32-4470-bc35-57b209a405e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 12:59:23.716637 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e3f31dd35d6e9892686e3dd7e28a33bc22b0e68501ee526cb23c786b8cd504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9466f7-81b5-4a1b-9e5e-59a7146165c9" -d '{"events": [{"server_uuid": "dad6d47c-5e32-4470-bc35-57b209a405e3", "name": "network-vif-plugged", "status": "completed", "tag": "c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:59:23.752489 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6,segment=NetworkSegment(462cdcd0-548b-4375-950d-cd64acfcbe20),segment_id=462cdcd0-548b-4375-950d-cd64acfcbe20)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:59:23.759053 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:23.772424 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 12:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b5e256-7b8e-4bc8-9aa1-05d145cae8f9 x-openstack-request-id: req-24b5e256-7b8e-4bc8-9aa1-05d145cae8f9 {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:59:23.772728 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad6d47c-5e32-4470-bc35-57b209a405e3", "name": "network-vif-plugged", "status": "completed", "tag": "c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:59:23.772983 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-24b5e256-7b8e-4bc8-9aa1-05d145cae8f9 {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:59:23.773372 dv-cinder-810131-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad6d47c-5e32-4470-bc35-57b209a405e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6', 'code': 200} Sep 21 12:59:23.778807 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=b6db9d6f-9209-4388-863b-544789d96d25,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:59:23.903329 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f73727-1998-46a4-a4de-ba2f85f0d84b req-94075a7f-ebab-49e4-9e31-849958398143 tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:23.904875 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e5f73727-1998-46a4-a4de-ba2f85f0d84b req-94075a7f-ebab-49e4-9e31-849958398143 tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] 10.222.0.32 "GET /v2.0/ports?device_id=dad6d47c-5e32-4470-bc35-57b209a405e3 HTTP/1.1" status: 200 len: 949 time: 0.0512676 Sep 21 12:59:23.946228 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e5f73727-1998-46a4-a4de-ba2f85f0d84b req-569f30b7-5a27-4820-bdae-b616cd1905d6 tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] 10.222.0.32 "GET /v2.0/security-groups?id=cf546354-9a38-4617-bfe4-01806caf2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348604 Sep 21 12:59:23.947928 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:59:24.620628 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194736be-9bd3-4e09-9b76-40ad8a80a137 req-86e72900-637a-4c8f-89fe-4cdb2cc2b3c6 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:24.622105 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-194736be-9bd3-4e09-9b76-40ad8a80a137 req-86e72900-637a-4c8f-89fe-4cdb2cc2b3c6 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 945 time: 0.0478992 Sep 21 12:59:24.659358 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-194736be-9bd3-4e09-9b76-40ad8a80a137 req-cecaaf4f-09ba-470d-ad3b-7636651dfd4a tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313740 Sep 21 12:59:25.062704 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1119da-2bca-420a-a6c0-300feae3244a req-3c5c4bb4-02a4-409d-b9d1-2872f78ecd3d tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:25.064200 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-fa1119da-2bca-420a-a6c0-300feae3244a req-3c5c4bb4-02a4-409d-b9d1-2872f78ecd3d tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] 10.222.0.32 "GET /v2.0/ports?device_id=dad6d47c-5e32-4470-bc35-57b209a405e3 HTTP/1.1" status: 200 len: 949 time: 0.0514216 Sep 21 12:59:25.101058 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-fa1119da-2bca-420a-a6c0-300feae3244a req-5bdbdfb8-0518-4963-9a2e-5c0e9b43831b tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] 10.222.0.32 "GET /v2.0/security-groups?id=cf546354-9a38-4617-bfe4-01806caf2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309470 Sep 21 12:59:25.779944 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d28f17-9996-4ee2-983d-3e90118d174b req-708fce4f-052c-4a10-b847-9175c04b5960 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:25.781470 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-94d28f17-9996-4ee2-983d-3e90118d174b req-708fce4f-052c-4a10-b847-9175c04b5960 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 945 time: 0.0514879 Sep 21 12:59:25.821081 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-94d28f17-9996-4ee2-983d-3e90118d174b req-d0446682-232e-49f3-9050-e05354c47412 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333281 Sep 21 12:59:26.214142 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8215cda-9502-4edf-a383-2738a6ddbefe req-73c979cb-63a3-4629-8e4d-2d01d7048554 tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:26.215633 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f8215cda-9502-4edf-a383-2738a6ddbefe req-73c979cb-63a3-4629-8e4d-2d01d7048554 tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] 10.222.0.32 "GET /v2.0/ports?device_id=dad6d47c-5e32-4470-bc35-57b209a405e3 HTTP/1.1" status: 200 len: 949 time: 0.0473475 Sep 21 12:59:26.256345 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f8215cda-9502-4edf-a383-2738a6ddbefe req-a562a482-c9eb-413e-b01d-4ddd86c085c6 tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] 10.222.0.32 "GET /v2.0/security-groups?id=cf546354-9a38-4617-bfe4-01806caf2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348222 Sep 21 12:59:26.491681 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c3842-b409-4591-a13e-3ef8d81f106f req-696d7cb6-6f4e-46aa-bf04-7a4a9000ae36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:26.493113 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2a5c3842-b409-4591-a13e-3ef8d81f106f req-696d7cb6-6f4e-46aa-bf04-7a4a9000ae36 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dad6d47c-5e32-4470-bc35-57b209a405e3 HTTP/1.1" status: 200 len: 1102 time: 0.0446057 Sep 21 12:59:26.534189 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-2a5c3842-b409-4591-a13e-3ef8d81f106f req-44f7c3f0-8abc-427c-8545-e21ddf5b4644 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=cf546354-9a38-4617-bfe4-01806caf2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294867 Sep 21 12:59:26.635266 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] get_ports_and_sgs() called for port_ids ['b6db9d6f-9209-4388-863b-544789d96d25'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 12:59:26.823721 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-b5107449-46e0-4483-9031-0c19752d4acf None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 12:59:26.939500 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd670981-243c-48b6-badf-cfe007b7a945 req-ab25a688-c36f-4191-b79a-3bbd69cac3d9 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:26.940999 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fd670981-243c-48b6-badf-cfe007b7a945 req-ab25a688-c36f-4191-b79a-3bbd69cac3d9 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 945 time: 0.0495858 Sep 21 12:59:26.980631 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fd670981-243c-48b6-badf-cfe007b7a945 req-cb7afe1a-43f8-4098-a457-7eb6c247c127 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325265 Sep 21 12:59:27.371219 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c268c41-a166-43d3-bec3-255309f90950 req-b5442598-c040-4325-8de7-f2f963e55fa7 tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:27.372726 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8c268c41-a166-43d3-bec3-255309f90950 req-b5442598-c040-4325-8de7-f2f963e55fa7 tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] 10.222.0.32 "GET /v2.0/ports?device_id=dad6d47c-5e32-4470-bc35-57b209a405e3 HTTP/1.1" status: 200 len: 949 time: 0.0495272 Sep 21 12:59:27.416445 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8c268c41-a166-43d3-bec3-255309f90950 req-be75127e-7e73-4a7e-a0e7-6e73d6c071da tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] 10.222.0.32 "GET /v2.0/security-groups?id=cf546354-9a38-4617-bfe4-01806caf2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377135 Sep 21 12:59:28.098975 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfd31e-c55b-49ca-9f1b-f73229f462aa req-d4773331-9ad5-4a0b-85d2-3bbd6260d04c tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:28.100457 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-99cfd31e-c55b-49ca-9f1b-f73229f462aa req-d4773331-9ad5-4a0b-85d2-3bbd6260d04c tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 945 time: 0.0493574 Sep 21 12:59:28.138783 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-99cfd31e-c55b-49ca-9f1b-f73229f462aa req-5ac4e1bc-b544-4060-8e46-1f3f46a5b731 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318236 Sep 21 12:59:28.528805 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4174423d-9a34-448d-989f-d9bf5751d1bc req-3521b523-0f98-45e0-bbab-c94250d37cae tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:28.530296 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4174423d-9a34-448d-989f-d9bf5751d1bc req-3521b523-0f98-45e0-bbab-c94250d37cae tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] 10.222.0.32 "GET /v2.0/ports?device_id=dad6d47c-5e32-4470-bc35-57b209a405e3 HTTP/1.1" status: 200 len: 949 time: 0.0478065 Sep 21 12:59:28.568919 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4174423d-9a34-448d-989f-d9bf5751d1bc req-c82596a0-845f-469e-b172-6d2d4def3580 tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] 10.222.0.32 "GET /v2.0/security-groups?id=cf546354-9a38-4617-bfe4-01806caf2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324390 Sep 21 12:59:28.820200 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123bfb3b-79ee-4641-98d5-193cb234283c req-49ab408e-dc5c-44ae-a180-05de8b9532ef tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:28.822176 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-123bfb3b-79ee-4641-98d5-193cb234283c req-49ab408e-dc5c-44ae-a180-05de8b9532ef tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] 10.222.0.32 "GET /v2.0/ports?device_id=dad6d47c-5e32-4470-bc35-57b209a405e3 HTTP/1.1" status: 200 len: 949 time: 0.0493054 Sep 21 12:59:28.862503 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-123bfb3b-79ee-4641-98d5-193cb234283c req-f81c9494-f8eb-4848-bfa4-0176eb817ec6 tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] 10.222.0.32 "GET /v2.0/security-groups?id=cf546354-9a38-4617-bfe4-01806caf2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344610 Sep 21 12:59:28.886687 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device b6db9d6f-9209-4388-863b-544789d96d25 up at agent hyperv_hv-cinder-81013 {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 12:59:28.937404 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Provisioning for port b6db9d6f-9209-4388-863b-544789d96d25 completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 12:59:28.940997 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Provisioning complete for port b6db9d6f-9209-4388-863b-544789d96d25 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:59:28.941364 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:29.016964 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:29.038966 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e8dd68-e756-4b5e-827c-a375fe63bec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6db9d6f-9209-4388-863b-544789d96d25'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 12:59:29.041261 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e3f31dd35d6e9892686e3dd7e28a33bc22b0e68501ee526cb23c786b8cd504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5decd56-6b2b-48c6-8c9a-37a1a9aedff3" -d '{"events": [{"server_uuid": "64e8dd68-e756-4b5e-827c-a375fe63bec8", "name": "network-vif-plugged", "status": "completed", "tag": "b6db9d6f-9209-4388-863b-544789d96d25"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:59:29.053826 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port b6db9d6f-9209-4388-863b-544789d96d25, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=b6db9d6f-9209-4388-863b-544789d96d25,segment=NetworkSegment(d65f44a9-e76e-4bb2-9420-80b10a796110),segment_id=d65f44a9-e76e-4bb2-9420-80b10a796110)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:59:29.058882 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:29.082837 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 12:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd38d16-5102-4560-bc0d-11ec53ac5723 x-openstack-request-id: req-2bd38d16-5102-4560-bc0d-11ec53ac5723 {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:59:29.083134 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e8dd68-e756-4b5e-827c-a375fe63bec8", "name": "network-vif-plugged", "status": "completed", "tag": "b6db9d6f-9209-4388-863b-544789d96d25", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:59:29.083383 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2bd38d16-5102-4560-bc0d-11ec53ac5723 {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:59:29.083768 dv-cinder-810131-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e8dd68-e756-4b5e-827c-a375fe63bec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6db9d6f-9209-4388-863b-544789d96d25', 'code': 200} Sep 21 12:59:29.110768 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=b6db9d6f-9209-4388-863b-544789d96d25,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:59:29.254488 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d61b4b-2332-4616-8137-5eae26e07f71 req-d26a73b4-0d67-4669-913a-e828b54d46ad tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:29.255972 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b2d61b4b-2332-4616-8137-5eae26e07f71 req-d26a73b4-0d67-4669-913a-e828b54d46ad tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 946 time: 0.0482492 Sep 21 12:59:29.293564 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b2d61b4b-2332-4616-8137-5eae26e07f71 req-2f4f94cc-68cb-43ef-94a2-726f51ab50bc tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310576 Sep 21 12:59:29.981806 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e480abd-6509-4e65-9b12-d297b3b3c6fd req-830443ae-d0ba-4587-9d32-7d48e56d0de5 tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:29.983341 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5e480abd-6509-4e65-9b12-d297b3b3c6fd req-830443ae-d0ba-4587-9d32-7d48e56d0de5 tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] 10.222.0.32 "GET /v2.0/ports?device_id=dad6d47c-5e32-4470-bc35-57b209a405e3 HTTP/1.1" status: 200 len: 949 time: 0.0523820 Sep 21 12:59:30.021165 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5e480abd-6509-4e65-9b12-d297b3b3c6fd req-ee52b9b1-79f7-4ef1-b40f-3ce62ff2f2c9 tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] 10.222.0.32 "GET /v2.0/security-groups?id=cf546354-9a38-4617-bfe4-01806caf2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319910 Sep 21 12:59:30.411169 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4295e1-d4a0-402e-b080-333356217ad3 req-b2d1f64f-c931-4c01-af4f-d5f1ec88680c tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:30.412689 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-bd4295e1-d4a0-402e-b080-333356217ad3 req-b2d1f64f-c931-4c01-af4f-d5f1ec88680c tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 946 time: 0.0506933 Sep 21 12:59:30.450806 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-bd4295e1-d4a0-402e-b080-333356217ad3 req-af684908-ab9b-4857-82b6-7d3b2d47e470 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315959 Sep 21 12:59:30.890778 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a8496-c52e-4612-bfa1-1de1428fad3c req-c1ee5d48-6f2a-44b4-9bf2-717eece0f39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:30.892185 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4f4a8496-c52e-4612-bfa1-1de1428fad3c req-c1ee5d48-6f2a-44b4-9bf2-717eece0f39f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 1099 time: 0.0403709 Sep 21 12:59:30.927736 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4f4a8496-c52e-4612-bfa1-1de1428fad3c req-d7747bcf-6d60-48d8-b7ba-ed8901be4bb1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270646 Sep 21 12:59:31.137084 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1eeb12-f57b-4643-9ec4-51d43e5e7094 req-32e24556-1503-4d90-8432-5b181c6b2e59 tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:31.138618 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0f1eeb12-f57b-4643-9ec4-51d43e5e7094 req-32e24556-1503-4d90-8432-5b181c6b2e59 tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] 10.222.0.32 "GET /v2.0/ports?device_id=dad6d47c-5e32-4470-bc35-57b209a405e3 HTTP/1.1" status: 200 len: 949 time: 0.0482943 Sep 21 12:59:31.177468 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0f1eeb12-f57b-4643-9ec4-51d43e5e7094 req-6132a940-aeae-43c3-8d85-1ed17f51aa43 tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] 10.222.0.32 "GET /v2.0/security-groups?id=cf546354-9a38-4617-bfe4-01806caf2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326576 Sep 21 12:59:31.575805 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ae540-f1d8-4367-9926-c61b46bd43a2 req-9746e7c7-3ebd-4c35-a773-37dfba3b2491 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:31.577395 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-433ae540-f1d8-4367-9926-c61b46bd43a2 req-9746e7c7-3ebd-4c35-a773-37dfba3b2491 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 946 time: 0.0525744 Sep 21 12:59:31.622674 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-433ae540-f1d8-4367-9926-c61b46bd43a2 req-33e57250-58f0-4ca5-b2fc-e75efb9ec79e tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390151 Sep 21 12:59:32.296110 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c7bea-c041-44fc-80ec-4db5d4bee0eb req-68edb167-b86a-4df4-9f98-c98061a3b9bf tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:32.297621 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-621c7bea-c041-44fc-80ec-4db5d4bee0eb req-68edb167-b86a-4df4-9f98-c98061a3b9bf tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] 10.222.0.32 "GET /v2.0/ports?device_id=dad6d47c-5e32-4470-bc35-57b209a405e3 HTTP/1.1" status: 200 len: 949 time: 0.0528500 Sep 21 12:59:32.334700 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-621c7bea-c041-44fc-80ec-4db5d4bee0eb req-2aaefd9d-15ee-4da5-a831-fbae6bee535c tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] 10.222.0.32 "GET /v2.0/security-groups?id=cf546354-9a38-4617-bfe4-01806caf2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312190 Sep 21 12:59:32.742717 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a8c77-e05c-4b8d-af48-58cc240b8f3a req-4994978d-0d91-4cae-90ec-8c39d3d14300 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:32.744245 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-692a8c77-e05c-4b8d-af48-58cc240b8f3a req-4994978d-0d91-4cae-90ec-8c39d3d14300 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 946 time: 0.0494454 Sep 21 12:59:32.784634 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-692a8c77-e05c-4b8d-af48-58cc240b8f3a req-09d705c3-1457-41cb-826f-b6aa7aa00de6 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344708 Sep 21 12:59:33.455186 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb028660-25a9-40bf-917a-b7a70bcdabd6 req-662a5407-9594-43f0-a140-f4193fadac4e tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:33.456644 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bb028660-25a9-40bf-917a-b7a70bcdabd6 req-662a5407-9594-43f0-a140-f4193fadac4e tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] 10.222.0.32 "GET /v2.0/ports?device_id=dad6d47c-5e32-4470-bc35-57b209a405e3 HTTP/1.1" status: 200 len: 949 time: 0.0493004 Sep 21 12:59:33.493974 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bb028660-25a9-40bf-917a-b7a70bcdabd6 req-1122c7f4-218b-4aa1-adf9-bcce9a9b8d18 tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] 10.222.0.32 "GET /v2.0/security-groups?id=cf546354-9a38-4617-bfe4-01806caf2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311754 Sep 21 12:59:33.910910 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d2eeb7-f98b-4bfd-82c7-dce554f9dad7 req-e8bb65e3-45fb-4ae4-a0d5-3bbd91dc877f tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:33.912408 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-82d2eeb7-f98b-4bfd-82c7-dce554f9dad7 req-e8bb65e3-45fb-4ae4-a0d5-3bbd91dc877f tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 946 time: 0.0523298 Sep 21 12:59:33.950128 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-82d2eeb7-f98b-4bfd-82c7-dce554f9dad7 req-939e4b16-da41-47c1-9862-f59f9f301186 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313857 Sep 21 12:59:34.604385 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f650184-8e30-44ed-a3ae-8e6613fb845f req-aa8f524b-e279-4196-80c5-5330fac870ba tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:34.605887 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0f650184-8e30-44ed-a3ae-8e6613fb845f req-aa8f524b-e279-4196-80c5-5330fac870ba tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] 10.222.0.32 "GET /v2.0/ports?device_id=dad6d47c-5e32-4470-bc35-57b209a405e3 HTTP/1.1" status: 200 len: 949 time: 0.0480571 Sep 21 12:59:34.644666 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0f650184-8e30-44ed-a3ae-8e6613fb845f req-2c9be31c-4d05-4be6-bc8f-b81b1b49cc0c tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] 10.222.0.32 "GET /v2.0/security-groups?id=cf546354-9a38-4617-bfe4-01806caf2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326679 Sep 21 12:59:35.077371 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c249c1-2e03-4f53-b3f6-43ea5ce9a63b req-1f059237-4325-475f-943b-e9151b743344 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:35.079748 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-96c249c1-2e03-4f53-b3f6-43ea5ce9a63b req-1f059237-4325-475f-943b-e9151b743344 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 946 time: 0.0534387 Sep 21 12:59:35.129107 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-96c249c1-2e03-4f53-b3f6-43ea5ce9a63b req-e3a309b5-f33d-4246-b299-49a2e1916922 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394382 Sep 21 12:59:35.697515 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5af624-8146-4fbe-a280-aae0cccf088b req-35be8494-004f-41d2-b2d8-79f4ac511d13 tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:35.699002 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fe5af624-8146-4fbe-a280-aae0cccf088b req-35be8494-004f-41d2-b2d8-79f4ac511d13 tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] 10.222.0.45 "GET /v2.0/ports?device_id=dad6d47c-5e32-4470-bc35-57b209a405e3 HTTP/1.1" status: 200 len: 949 time: 0.0537364 Sep 21 12:59:35.807305 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807b7bd-ecb2-4bc8-953a-38c38bb4fecd req-d16e38f6-9804-40d5-9531-ba0e9b68f55f tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:35.808816 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1807b7bd-ecb2-4bc8-953a-38c38bb4fecd req-d16e38f6-9804-40d5-9531-ba0e9b68f55f tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] 10.222.0.32 "GET /v2.0/ports?device_id=dad6d47c-5e32-4470-bc35-57b209a405e3 HTTP/1.1" status: 200 len: 949 time: 0.0956583 Sep 21 12:59:35.862045 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-fe5af624-8146-4fbe-a280-aae0cccf088b req-1bb7cfcb-5cbf-4491-a6b8-0af4d0282a3b tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] Deleting port c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 12:59:35.862381 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-fe5af624-8146-4fbe-a280-aae0cccf088b req-1bb7cfcb-5cbf-4491-a6b8-0af4d0282a3b tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:35.868795 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1807b7bd-ecb2-4bc8-953a-38c38bb4fecd req-79a5ddce-be1c-4c89-8228-d36c04a09fcf tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] 10.222.0.32 "GET /v2.0/security-groups?id=cf546354-9a38-4617-bfe4-01806caf2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530870 Sep 21 12:59:35.961449 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-fe5af624-8146-4fbe-a280-aae0cccf088b req-1bb7cfcb-5cbf-4491-a6b8-0af4d0282a3b tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] For port c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6,segment=NetworkSegment(462cdcd0-548b-4375-950d-cd64acfcbe20),segment_id=462cdcd0-548b-4375-950d-cd64acfcbe20)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:59:35.961890 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-fe5af624-8146-4fbe-a280-aae0cccf088b req-1bb7cfcb-5cbf-4491-a6b8-0af4d0282a3b tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:35.973980 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-fe5af624-8146-4fbe-a280-aae0cccf088b req-1bb7cfcb-5cbf-4491-a6b8-0af4d0282a3b tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] Calling delete_port for c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6 owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 12:59:36.105306 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-fe5af624-8146-4fbe-a280-aae0cccf088b req-1bb7cfcb-5cbf-4491-a6b8-0af4d0282a3b tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9294141'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:36.123147 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] get_ports_and_sgs() called for port_ids ['c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 12:59:36.134786 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb7cfcb-5cbf-4491-a6b8-0af4d0282a3b tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] Pushing event deleted for resources: {'Port': ['ID=c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:59:36.184559 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5af624-8146-4fbe-a280-aae0cccf088b req-1bb7cfcb-5cbf-4491-a6b8-0af4d0282a3b tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] No DVR routers for this DVR port c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6 on host hv-cinder-81013 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 12:59:36.187213 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-fe5af624-8146-4fbe-a280-aae0cccf088b req-1bb7cfcb-5cbf-4491-a6b8-0af4d0282a3b tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:36.189305 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fe5af624-8146-4fbe-a280-aae0cccf088b req-1bb7cfcb-5cbf-4491-a6b8-0af4d0282a3b tempest-VolumesNegativeTest-1729728644 tempest-VolumesNegativeTest-1729728644-project] 10.222.0.45 "DELETE /v2.0/ports/c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6 HTTP/1.1" status: 204 len: 173 time: 0.4834425 Sep 21 12:59:36.189757 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad6d47c-5e32-4470-bc35-57b209a405e3', 'name': 'network-vif-deleted', 'tag': 'c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 12:59:36.192087 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}891eab8d1a3043c3e369406f1201b67df81013e3c20d23918ff9fd5cd34c6e83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d71717b-fc67-496b-8d3c-1aec3770f86a" -d '{"events": [{"server_uuid": "dad6d47c-5e32-4470-bc35-57b209a405e3", "name": "network-vif-deleted", "tag": "c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:59:36.277169 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92770062-69da-4173-8aa4-011d1bcdbebc req-1354a256-89ec-4a57-8253-420507aa7cc9 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:36.279461 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-92770062-69da-4173-8aa4-011d1bcdbebc req-1354a256-89ec-4a57-8253-420507aa7cc9 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 946 time: 0.0596735 Sep 21 12:59:36.334829 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-92770062-69da-4173-8aa4-011d1bcdbebc req-e674cd80-564b-4c7e-92f2-1c2847caee3a tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459702 Sep 21 12:59:36.381401 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 12:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d579f69a-3214-441d-9fad-9568bc1a4b22 x-openstack-request-id: req-d579f69a-3214-441d-9fad-9568bc1a4b22 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:59:36.381820 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad6d47c-5e32-4470-bc35-57b209a405e3", "name": "network-vif-deleted", "tag": "c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:59:36.382155 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d579f69a-3214-441d-9fad-9568bc1a4b22 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:59:36.382666 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad6d47c-5e32-4470-bc35-57b209a405e3', 'name': 'network-vif-deleted', 'tag': 'c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6', 'status': 'completed', 'code': 200} Sep 21 12:59:36.446076 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e4612-40c9-4a47-91d1-13b837268d29 req-c4fc4b0c-6626-410d-beed-cef5781c341e tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:36.447655 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-fa9e4612-40c9-4a47-91d1-13b837268d29 req-c4fc4b0c-6626-410d-beed-cef5781c341e tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 946 time: 0.0506320 Sep 21 12:59:36.455998 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 32864) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:59:36.460277 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-056cec99-3e4d-46a3-8ddd-52072c2bf4b9 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Request body: {'floatingip': {'port_id': 'b6db9d6f-9209-4388-863b-544789d96d25'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:59:36.501267 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-056cec99-3e4d-46a3-8ddd-52072c2bf4b9 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks [] for floatingip, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:36.932663 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-056cec99-3e4d-46a3-8ddd-52072c2bf4b9 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:36.936742 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-056cec99-3e4d-46a3-8ddd-52072c2bf4b9 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618694'] for floatingip, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:37.044790 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.db.l3_db [None req-056cec99-3e4d-46a3-8ddd-52072c2bf4b9 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Floating IP bde8ccfc-e303-4acb-b77b-2bc8172f2a98 associated. External IP: 172.27.0.216, port: b6db9d6f-9209-4388-863b-544789d96d25. Sep 21 12:59:37.274200 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056cec99-3e4d-46a3-8ddd-52072c2bf4b9 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Router 0d2f6837-5661-48bc-a51c-7fa04bb088ba has already been hosted by L3 agent ac1410d3-fc19-41f1-a8a6-9305dbf296af {{(pid=93968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:59:37.391882 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056cec99-3e4d-46a3-8ddd-52072c2bf4b9 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify agent at l3_agent.dv-cinder-810131-2-iscsi the message routers_updated {{(pid=93968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:59:37.397190 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-056cec99-3e4d-46a3-8ddd-52072c2bf4b9 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for floatingip, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:37.402884 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b68aff5-9673-465e-a2d6-5bc2fce38b68 None None] Sync routers for ids ['0d2f6837-5661-48bc-a51c-7fa04bb088ba'] in dv-cinder-810131-2-iscsi {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:59:37.414514 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b68aff5-9673-465e-a2d6-5bc2fce38b68 None None] Routers {'0d2f6837-5661-48bc-a51c-7fa04bb088ba'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 12:59:37.415184 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-4b68aff5-9673-465e-a2d6-5bc2fce38b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T12:59:15Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['0d2f6837-5661-48bc-a51c-7fa04bb088ba'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:59:37.434886 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-056cec99-3e4d-46a3-8ddd-52072c2bf4b9 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "PUT /v2.0/floatingips/bde8ccfc-e303-4acb-b77b-2bc8172f2a98 HTTP/1.1" status: 200 len: 992 time: 0.9753850 Sep 21 12:59:37.434886 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64e8dd68-e756-4b5e-827c-a375fe63bec8', 'tag': 'b6db9d6f-9209-4388-863b-544789d96d25'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 12:59:37.436140 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a262e2a05831170809019d2cf22837e497d964a865586fc051a88de41b43109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55169f8f-bea0-4346-a396-a8ae213cec8b" -d '{"events": [{"name": "network-changed", "server_uuid": "64e8dd68-e756-4b5e-827c-a375fe63bec8", "tag": "b6db9d6f-9209-4388-863b-544789d96d25"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:59:37.556712 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 12:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a83fe3-dbed-4839-81b4-0dd0c8da02ac x-openstack-request-id: req-f4a83fe3-dbed-4839-81b4-0dd0c8da02ac {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:59:37.557079 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64e8dd68-e756-4b5e-827c-a375fe63bec8", "tag": "b6db9d6f-9209-4388-863b-544789d96d25", "status": "completed", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:59:37.557398 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f4a83fe3-dbed-4839-81b4-0dd0c8da02ac {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:59:37.557878 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64e8dd68-e756-4b5e-827c-a375fe63bec8', 'tag': 'b6db9d6f-9209-4388-863b-544789d96d25', 'status': 'completed', 'code': 200} Sep 21 12:59:37.564615 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-4b68aff5-9673-465e-a2d6-5bc2fce38b68 None None] Set router 0d2f6837-5661-48bc-a51c-7fa04bb088ba gateway port host: dv-cinder-810131-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 12:59:37.634217 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55169f8f-bea0-4346-a396-a8ae213cec8b req-40220382-d8d3-4639-b67a-5ec12d539612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:37.635965 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-55169f8f-bea0-4346-a396-a8ae213cec8b req-40220382-d8d3-4639-b67a-5ec12d539612 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1b3ede534435481c9544b6bd95cee453&device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 1099 time: 0.0523117 Sep 21 12:59:37.749119 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55169f8f-bea0-4346-a396-a8ae213cec8b req-0076fbc8-ec80-4780-b4a2-23e7469f0b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:37.750639 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-55169f8f-bea0-4346-a396-a8ae213cec8b req-0076fbc8-ec80-4780-b4a2-23e7469f0b1b service neutron] 10.222.0.45 "GET /v2.0/networks?id=448bd693-ac99-4c36-8b6e-b9a357473df4 HTTP/1.1" status: 200 len: 918 time: 0.1075263 Sep 21 12:59:37.828188 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-55169f8f-bea0-4346-a396-a8ae213cec8b req-d2101e6d-4380-47d5-9d4f-7df39e3d954c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6db9d6f-9209-4388-863b-544789d96d25 HTTP/1.1" status: 200 len: 1000 time: 0.0693521 Sep 21 12:59:37.879298 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-4b68aff5-9673-465e-a2d6-5bc2fce38b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1576903005-router', 'tenant_id': '1b3ede534435481c9544b6bd95cee453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a518fe3b-df2b-4953-908c-e0588f14c11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:55:23Z', 'updated_at': '2021-09-21T12:55:27Z', 'revision_number': 4, 'project_id': '1b3ede534435481c9544b6bd95cee453', 'gw_port': {'id': 'a518fe3b-df2b-4953-908c-e0588f14c11c', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:55:23Z', 'updated_at': '2021-09-21T12:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_floatingips': [{'id': 'bde8ccfc-e303-4acb-b77b-2bc8172f2a98', 'tenant_id': '1b3ede534435481c9544b6bd95cee453', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'router_id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'port_id': 'b6db9d6f-9209-4388-863b-544789d96d25', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '448bd693-ac99-4c36-8b6e-b9a357473df4', 'mac_address': 'fa:16:3e:70:6a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e8dd68-e756-4b5e-827c-a375fe63bec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T12:59:16Z', 'updated_at': '2021-09-21T12:59:36Z', 'revision_number': 1, 'project_id': '1b3ede534435481c9544b6bd95cee453', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083781c0-285a-4de8-b305-fd4342b2b13a', 'name': '', 'network_id': '448bd693-ac99-4c36-8b6e-b9a357473df4', 'tenant_id': '1b3ede534435481c9544b6bd95cee453', 'mac_address': 'fa:16:3e:75:f7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'afc0ebff-08f8-4d98-a7ec-9196a5213e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:55:26Z', 'updated_at': '2021-09-21T12:55:30Z', 'revision_number': 5, 'project_id': '1b3ede534435481c9544b6bd95cee453', 'subnets': [{'id': 'afc0ebff-08f8-4d98-a7ec-9196a5213e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:59:37.889314 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55169f8f-bea0-4346-a396-a8ae213cec8b req-0f770e36-cef5-43f0-af2f-2e945a59303e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:37.891045 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-55169f8f-bea0-4346-a396-a8ae213cec8b req-0f770e36-cef5-43f0-af2f-2e945a59303e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=afc0ebff-08f8-4d98-a7ec-9196a5213e06 HTTP/1.1" status: 200 len: 856 time: 0.0551753 Sep 21 12:59:37.906872 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b68aff5-9673-465e-a2d6-5bc2fce38b68 None None] Checking router: 0d2f6837-5661-48bc-a51c-7fa04bb088ba for host: dv-cinder-810131-2-iscsi {{(pid=93970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:59:37.916867 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b68aff5-9673-465e-a2d6-5bc2fce38b68 None None] Routers {'0d2f6837-5661-48bc-a51c-7fa04bb088ba'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 12:59:37.917477 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-4b68aff5-9673-465e-a2d6-5bc2fce38b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T12:59:15Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['0d2f6837-5661-48bc-a51c-7fa04bb088ba'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:59:37.940946 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55169f8f-bea0-4346-a396-a8ae213cec8b req-1ad8a80e-7557-48f6-8c5f-2dfa15a388d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:37.942535 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-55169f8f-bea0-4346-a396-a8ae213cec8b req-1ad8a80e-7557-48f6-8c5f-2dfa15a388d9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=448bd693-ac99-4c36-8b6e-b9a357473df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432043 Sep 21 12:59:38.028742 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-4b68aff5-9673-465e-a2d6-5bc2fce38b68 None None] Set router 0d2f6837-5661-48bc-a51c-7fa04bb088ba gateway port host: dv-cinder-810131-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 12:59:38.049755 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-55169f8f-bea0-4346-a396-a8ae213cec8b req-b3dd8bd4-cea4-42a0-bfee-1a5ebf140a45 service neutron] 10.222.0.45 "GET /v2.0/networks/448bd693-ac99-4c36-8b6e-b9a357473df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995486 Sep 21 12:59:38.159877 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-55169f8f-bea0-4346-a396-a8ae213cec8b req-d0b4bf39-f22c-4d82-a9cc-bf13f02b64e0 service neutron] 10.222.0.45 "GET /v2.0/networks/448bd693-ac99-4c36-8b6e-b9a357473df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022501 Sep 21 12:59:38.289982 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-4b68aff5-9673-465e-a2d6-5bc2fce38b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1576903005-router', 'tenant_id': '1b3ede534435481c9544b6bd95cee453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a518fe3b-df2b-4953-908c-e0588f14c11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:55:23Z', 'updated_at': '2021-09-21T12:55:27Z', 'revision_number': 4, 'project_id': '1b3ede534435481c9544b6bd95cee453', 'gw_port': {'id': 'a518fe3b-df2b-4953-908c-e0588f14c11c', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:55:23Z', 'updated_at': '2021-09-21T12:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_floatingips': [{'id': 'bde8ccfc-e303-4acb-b77b-2bc8172f2a98', 'tenant_id': '1b3ede534435481c9544b6bd95cee453', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'router_id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'port_id': 'b6db9d6f-9209-4388-863b-544789d96d25', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '448bd693-ac99-4c36-8b6e-b9a357473df4', 'mac_address': 'fa:16:3e:70:6a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e8dd68-e756-4b5e-827c-a375fe63bec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T12:59:16Z', 'updated_at': '2021-09-21T12:59:36Z', 'revision_number': 1, 'project_id': '1b3ede534435481c9544b6bd95cee453', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083781c0-285a-4de8-b305-fd4342b2b13a', 'name': '', 'network_id': '448bd693-ac99-4c36-8b6e-b9a357473df4', 'tenant_id': '1b3ede534435481c9544b6bd95cee453', 'mac_address': 'fa:16:3e:75:f7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'afc0ebff-08f8-4d98-a7ec-9196a5213e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:55:26Z', 'updated_at': '2021-09-21T12:55:30Z', 'revision_number': 5, 'project_id': '1b3ede534435481c9544b6bd95cee453', 'subnets': [{'id': 'afc0ebff-08f8-4d98-a7ec-9196a5213e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:59:38.321356 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b68aff5-9673-465e-a2d6-5bc2fce38b68 None None] The sync data for ids ['0d2f6837-5661-48bc-a51c-7fa04bb088ba'] in dv-cinder-810131-2-iscsi is: [{'id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1576903005-router', 'tenant_id': '1b3ede534435481c9544b6bd95cee453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a518fe3b-df2b-4953-908c-e0588f14c11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:55:23Z', 'updated_at': '2021-09-21T12:55:27Z', 'revision_number': 4, 'project_id': '1b3ede534435481c9544b6bd95cee453', 'gw_port': {'id': 'a518fe3b-df2b-4953-908c-e0588f14c11c', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:55:23Z', 'updated_at': '2021-09-21T12:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_floatingips': [{'id': 'bde8ccfc-e303-4acb-b77b-2bc8172f2a98', 'tenant_id': '1b3ede534435481c9544b6bd95cee453', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'router_id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'port_id': 'b6db9d6f-9209-4388-863b-544789d96d25', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '448bd693-ac99-4c36-8b6e-b9a357473df4', 'mac_address': 'fa:16:3e:70:6a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64e8dd68-e756-4b5e-827c-a375fe63bec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T12:59:16Z', 'updated_at': '2021-09-21T12:59:36Z', 'revision_number': 1, 'project_id': '1b3ede534435481c9544b6bd95cee453', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083781c0-285a-4de8-b305-fd4342b2b13a', 'name': '', 'network_id': '448bd693-ac99-4c36-8b6e-b9a357473df4', 'tenant_id': '1b3ede534435481c9544b6bd95cee453', 'mac_address': 'fa:16:3e:75:f7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'afc0ebff-08f8-4d98-a7ec-9196a5213e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:55:26Z', 'updated_at': '2021-09-21T12:55:30Z', 'revision_number': 5, 'project_id': '1b3ede534435481c9544b6bd95cee453', 'subnets': [{'id': 'afc0ebff-08f8-4d98-a7ec-9196a5213e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:59:38.527677 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a5c6ef-6162-41b8-8496-749da68d42e2 None None] New status for floating IP bde8ccfc-e303-4acb-b77b-2bc8172f2a98: ACTIVE {{(pid=93971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 12:59:40.386584 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6 no longer exists at agent hyperv_hv-cinder-81013 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:59:40.408691 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] No Port match for: c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 12:59:40.409032 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device c6dd07a9-b971-4ca2-8826-3ea0e55aa2a6 not bound to the agent host hv-cinder-81013 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:59:40.891830 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c96ca3-1e24-4808-b006-4f35c599776c req-65de4f77-3b64-48ae-ab10-7058c2a5706d tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:40.894214 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a3c96ca3-1e24-4808-b006-4f35c599776c req-65de4f77-3b64-48ae-ab10-7058c2a5706d tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e7cb6d8-76a6-4216-b579-b4522e495e62 HTTP/1.1" status: 200 len: 945 time: 0.0737879 Sep 21 12:59:40.948807 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 33136) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:59:40.955045 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a3c96ca3-1e24-4808-b006-4f35c599776c req-56953ae7-3b87-42a3-bbcf-5de26cf60856 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.32 "GET /v2.0/security-groups?id=59732499-7231-4a02-9df6-305dbf326fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509069 Sep 21 12:59:41.137472 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-e041d11d-4640-455f-b857-4195580bd7fe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c027af45a8cd47a7b540417f9d91a576&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1868773 Sep 21 12:59:41.140192 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 33140) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:59:41.198657 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-564a0baa-ec03-4948-8cef-4cee7407c1f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:41.220880 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-564a0baa-ec03-4948-8cef-4cee7407c1f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:41.273303 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-564a0baa-ec03-4948-8cef-4cee7407c1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:41.276150 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-564a0baa-ec03-4948-8cef-4cee7407c1f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:41.279182 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-564a0baa-ec03-4948-8cef-4cee7407c1f3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cf546354-9a38-4617-bfe4-01806caf2ddb HTTP/1.1" status: 204 len: 168 time: 0.1377525 Sep 21 12:59:41.290920 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a0baa-ec03-4948-8cef-4cee7407c1f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf546354-9a38-4617-bfe4-01806caf2ddb,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:59:42.092205 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc10b9-e62f-4e38-a09c-360631451d68 req-33f83c42-0a97-4666-b27a-cee046f3fd87 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:42.094077 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d4cc10b9-e62f-4e38-a09c-360631451d68 req-33f83c42-0a97-4666-b27a-cee046f3fd87 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e7cb6d8-76a6-4216-b579-b4522e495e62 HTTP/1.1" status: 200 len: 945 time: 0.0534658 Sep 21 12:59:42.136157 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d4cc10b9-e62f-4e38-a09c-360631451d68 req-3f9dc34e-3de5-47b0-b1f2-3c8e999540e7 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.32 "GET /v2.0/security-groups?id=59732499-7231-4a02-9df6-305dbf326fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362220 Sep 21 12:59:42.592025 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812ca6f8-7000-41ba-9e56-3ee1ded29da0 req-b9fb9cb1-f61b-4d05-afe6-2ef045696b27 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:42.593808 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-812ca6f8-7000-41ba-9e56-3ee1ded29da0 req-b9fb9cb1-f61b-4d05-afe6-2ef045696b27 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e7cb6d8-76a6-4216-b579-b4522e495e62 HTTP/1.1" status: 200 len: 945 time: 0.0521379 Sep 21 12:59:42.667269 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-dafaf02d-8956-4135-b7ee-a62db4cb6f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:42.714495 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-812ca6f8-7000-41ba-9e56-3ee1ded29da0 req-72285ca7-f5b5-458f-a2c2-f9575bfb3dd3 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Deleting port c3e0d970-d02b-489e-be03-181d35b26bd9 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 12:59:42.715133 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-812ca6f8-7000-41ba-9e56-3ee1ded29da0 req-72285ca7-f5b5-458f-a2c2-f9575bfb3dd3 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:42.817513 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-812ca6f8-7000-41ba-9e56-3ee1ded29da0 req-72285ca7-f5b5-458f-a2c2-f9575bfb3dd3 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] For port c3e0d970-d02b-489e-be03-181d35b26bd9, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=c3e0d970-d02b-489e-be03-181d35b26bd9,segment=NetworkSegment(04578101-b6b1-4110-ad6a-2789a1148a56),segment_id=04578101-b6b1-4110-ad6a-2789a1148a56)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:59:42.817876 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-812ca6f8-7000-41ba-9e56-3ee1ded29da0 req-72285ca7-f5b5-458f-a2c2-f9575bfb3dd3 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:42.832648 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-812ca6f8-7000-41ba-9e56-3ee1ded29da0 req-72285ca7-f5b5-458f-a2c2-f9575bfb3dd3 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Calling delete_port for c3e0d970-d02b-489e-be03-181d35b26bd9 owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 12:59:42.979949 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-812ca6f8-7000-41ba-9e56-3ee1ded29da0 req-72285ca7-f5b5-458f-a2c2-f9575bfb3dd3 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9294141'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:42.994448 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] get_ports_and_sgs() called for port_ids ['c3e0d970-d02b-489e-be03-181d35b26bd9'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 12:59:43.018000 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72285ca7-f5b5-458f-a2c2-f9575bfb3dd3 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Pushing event deleted for resources: {'Port': ['ID=c3e0d970-d02b-489e-be03-181d35b26bd9,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:59:43.079412 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-812ca6f8-7000-41ba-9e56-3ee1ded29da0 req-72285ca7-f5b5-458f-a2c2-f9575bfb3dd3 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] No DVR routers for this DVR port c3e0d970-d02b-489e-be03-181d35b26bd9 on host hv-cinder-81013 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 12:59:43.083357 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-812ca6f8-7000-41ba-9e56-3ee1ded29da0 req-72285ca7-f5b5-458f-a2c2-f9575bfb3dd3 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:43.087450 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-812ca6f8-7000-41ba-9e56-3ee1ded29da0 req-72285ca7-f5b5-458f-a2c2-f9575bfb3dd3 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.45 "DELETE /v2.0/ports/c3e0d970-d02b-489e-be03-181d35b26bd9 HTTP/1.1" status: 204 len: 173 time: 0.4863057 Sep 21 12:59:43.088182 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e7cb6d8-76a6-4216-b579-b4522e495e62', 'name': 'network-vif-deleted', 'tag': 'c3e0d970-d02b-489e-be03-181d35b26bd9'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 12:59:43.092378 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}891eab8d1a3043c3e369406f1201b67df81013e3c20d23918ff9fd5cd34c6e83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7317dec-12dd-4795-a7ed-6ebac9551e9c" -d '{"events": [{"server_uuid": "2e7cb6d8-76a6-4216-b579-b4522e495e62", "name": "network-vif-deleted", "tag": "c3e0d970-d02b-489e-be03-181d35b26bd9"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:59:43.150131 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 12:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38008ccc-e831-4233-ad8a-4a3b944070f7 x-openstack-request-id: req-38008ccc-e831-4233-ad8a-4a3b944070f7 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:59:43.150639 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e7cb6d8-76a6-4216-b579-b4522e495e62", "name": "network-vif-deleted", "tag": "c3e0d970-d02b-489e-be03-181d35b26bd9", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:59:43.151030 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-38008ccc-e831-4233-ad8a-4a3b944070f7 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:59:43.151833 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e7cb6d8-76a6-4216-b579-b4522e495e62', 'name': 'network-vif-deleted', 'tag': 'c3e0d970-d02b-489e-be03-181d35b26bd9', 'status': 'completed', 'code': 200} Sep 21 12:59:43.277648 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0b88db1a-8b68-46ca-983c-e0c4ccc0696d req-9c2f9742-5f52-4a3c-9d69-33b052a919fc tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e7cb6d8-76a6-4216-b579-b4522e495e62 HTTP/1.1" status: 200 len: 210 time: 0.0443985 Sep 21 12:59:45.317750 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-3f0ee11d-f7d6-4534-b3fe-59f57be697ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:45.904936 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:45.908834 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:46.641528 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:47.558349 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device c3e0d970-d02b-489e-be03-181d35b26bd9 no longer exists at agent hyperv_hv-cinder-81013 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 12:59:47.578355 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] No Port match for: c3e0d970-d02b-489e-be03-181d35b26bd9 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 12:59:47.578728 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device c3e0d970-d02b-489e-be03-181d35b26bd9 not bound to the agent host hv-cinder-81013 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 12:59:47.920924 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-01ea30e8-3860-43ff-b928-3dd95f3636a9 req-82e6560e-a101-4cb6-b259-15ee99b7cb01 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-389037213&fields=id&tenant_id=54f9f534b71a4136abd69de59797e640 HTTP/1.1" status: 200 len: 267 time: 0.0320966 Sep 21 12:59:47.952852 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:47.973993 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea30e8-3860-43ff-b928-3dd95f3636a9 req-4e661b3d-7c55-4aeb-b729-55bfd6be59c2 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:47.975498 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-01ea30e8-3860-43ff-b928-3dd95f3636a9 req-4e661b3d-7c55-4aeb-b729-55bfd6be59c2 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 985 time: 0.0489724 Sep 21 12:59:47.986751 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [req-01ea30e8-3860-43ff-b928-3dd95f3636a9 req-be6e3137-896c-492b-b864-d7d374e1d6ef tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Request body: {'port': {'security_groups': ['556c2313-ec43-4407-9345-bd30f5a3839d']}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:59:48.058800 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-01ea30e8-3860-43ff-b928-3dd95f3636a9 req-be6e3137-896c-492b-b864-d7d374e1d6ef tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:48.235713 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [req-01ea30e8-3860-43ff-b928-3dd95f3636a9 req-be6e3137-896c-492b-b864-d7d374e1d6ef tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] For port ea8b5fab-5e4e-46eb-ba42-4d1b90f99788, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=ea8b5fab-5e4e-46eb-ba42-4d1b90f99788,segment=NetworkSegment(f60c416f-d5e9-4863-99c9-b4221e1b0ca9),segment_id=f60c416f-d5e9-4863-99c9-b4221e1b0ca9)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:59:48.266586 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-01ea30e8-3860-43ff-b928-3dd95f3636a9 req-be6e3137-896c-492b-b864-d7d374e1d6ef tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:48.271287 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-01ea30e8-3860-43ff-b928-3dd95f3636a9 req-be6e3137-896c-492b-b864-d7d374e1d6ef tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168671'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:48.283912 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] get_ports_and_sgs() called for port_ids ['ea8b5fab-5e4e-46eb-ba42-4d1b90f99788'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 12:59:48.315967 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea30e8-3860-43ff-b928-3dd95f3636a9 req-be6e3137-896c-492b-b864-d7d374e1d6ef tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:48.316987 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [req-01ea30e8-3860-43ff-b928-3dd95f3636a9 req-be6e3137-896c-492b-b864-d7d374e1d6ef tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for port, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:48.322921 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-01ea30e8-3860-43ff-b928-3dd95f3636a9 req-be6e3137-896c-492b-b864-d7d374e1d6ef tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "PUT /v2.0/ports/ea8b5fab-5e4e-46eb-ba42-4d1b90f99788 HTTP/1.1" status: 200 len: 943 time: 0.3395474 Sep 21 12:59:48.323870 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b4203b-bdd3-453e-b62c-323bc9b69181', 'tag': 'ea8b5fab-5e4e-46eb-ba42-4d1b90f99788'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 12:59:48.327218 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a262e2a05831170809019d2cf22837e497d964a865586fc051a88de41b43109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7d2e64-bc90-4e0a-8aba-d04bdc05efab" -d '{"events": [{"name": "network-changed", "server_uuid": "b3b4203b-bdd3-453e-b62c-323bc9b69181", "tag": "ea8b5fab-5e4e-46eb-ba42-4d1b90f99788"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:59:48.328935 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 33176) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:59:48.363529 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e3137-896c-492b-b864-d7d374e1d6ef tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Pushing event updated for resources: {'Port': ['ID=ea8b5fab-5e4e-46eb-ba42-4d1b90f99788,revision_number=7']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:59:48.376094 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 12:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222779df-5dbe-4063-aab4-2c24a21b1c2e x-openstack-request-id: req-222779df-5dbe-4063-aab4-2c24a21b1c2e {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:59:48.377194 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3b4203b-bdd3-453e-b62c-323bc9b69181", "tag": "ea8b5fab-5e4e-46eb-ba42-4d1b90f99788", "status": "completed", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:59:48.377881 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-222779df-5dbe-4063-aab4-2c24a21b1c2e {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:59:48.378511 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3b4203b-bdd3-453e-b62c-323bc9b69181', 'tag': 'ea8b5fab-5e4e-46eb-ba42-4d1b90f99788', 'status': 'completed', 'code': 200} Sep 21 12:59:48.474359 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] get_ports_and_sgs() called for port_ids ['ea8b5fab-5e4e-46eb-ba42-4d1b90f99788'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 12:59:48.488458 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d2e64-bc90-4e0a-8aba-d04bdc05efab req-19775008-f960-4f4d-b5b9-e80689a73f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:48.489920 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ef7d2e64-bc90-4e0a-8aba-d04bdc05efab req-19775008-f960-4f4d-b5b9-e80689a73f8c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54f9f534b71a4136abd69de59797e640&device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 1099 time: 0.0655799 Sep 21 12:59:48.490734 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a9ea8782-ecbb-41ce-bcab-49e06d484763 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:48.600747 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a9ea8782-ecbb-41ce-bcab-49e06d484763 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:48.648993 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-ff5235e8-f13d-4cbb-8e0a-715bc4e82b0c None None] Provisioning complete for port ea8b5fab-5e4e-46eb-ba42-4d1b90f99788 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 12:59:48.649372 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ff5235e8-f13d-4cbb-8e0a-715bc4e82b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:48.649522 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d2e64-bc90-4e0a-8aba-d04bdc05efab req-6521e92d-fe3f-4d1c-84b3-fb3071875be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:48.651053 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ef7d2e64-bc90-4e0a-8aba-d04bdc05efab req-6521e92d-fe3f-4d1c-84b3-fb3071875be6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=43317c7a-deea-471e-aa4d-d9fcabe56660 HTTP/1.1" status: 200 len: 916 time: 0.1512887 Sep 21 12:59:48.744124 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ef7d2e64-bc90-4e0a-8aba-d04bdc05efab req-ce40ef78-6737-4a47-87bf-6227e8c9ced9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea8b5fab-5e4e-46eb-ba42-4d1b90f99788 HTTP/1.1" status: 200 len: 1002 time: 0.0773799 Sep 21 12:59:48.750561 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a9ea8782-ecbb-41ce-bcab-49e06d484763 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:48.754378 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a9ea8782-ecbb-41ce-bcab-49e06d484763 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:48.758191 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-a9ea8782-ecbb-41ce-bcab-49e06d484763 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "DELETE /v2.0/security-groups/40e3f8dc-087e-4a5d-bc84-90364a380877 HTTP/1.1" status: 204 len: 168 time: 0.4256859 Sep 21 12:59:48.758942 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 33190) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 12:59:48.808558 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ea8782-ecbb-41ce-bcab-49e06d484763 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e3f8dc-087e-4a5d-bc84-90364a380877,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:59:48.840828 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d2e64-bc90-4e0a-8aba-d04bdc05efab req-c4022806-af17-4948-b191-acddbf53e5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:48.844647 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ef7d2e64-bc90-4e0a-8aba-d04bdc05efab req-c4022806-af17-4948-b191-acddbf53e5c5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=88584b3f-ee8b-47d0-84d7-098ad49e36b2 HTTP/1.1" status: 200 len: 854 time: 0.0845749 Sep 21 12:59:48.899699 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d2e64-bc90-4e0a-8aba-d04bdc05efab req-a5bd652c-808b-4d93-9801-2018c528a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:48.901402 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ef7d2e64-bc90-4e0a-8aba-d04bdc05efab req-a5bd652c-808b-4d93-9801-2018c528a807 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=43317c7a-deea-471e-aa4d-d9fcabe56660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0488260 Sep 21 12:59:48.993627 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-7375a539-277e-49ea-8768-19a827aa30c3 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Deleting port 0a60265d-17ee-480b-a70c-c32f7478c9fb {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 12:59:48.994562 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7375a539-277e-49ea-8768-19a827aa30c3 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:49.011438 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ef7d2e64-bc90-4e0a-8aba-d04bdc05efab req-4ca1fac6-6d28-47be-b2bc-9ce8aeb1e387 service neutron] 10.222.0.45 "GET /v2.0/networks/43317c7a-deea-471e-aa4d-d9fcabe56660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013100 Sep 21 12:59:49.080834 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7375a539-277e-49ea-8768-19a827aa30c3 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:49.081187 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7375a539-277e-49ea-8768-19a827aa30c3 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:49.097107 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-7375a539-277e-49ea-8768-19a827aa30c3 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Calling delete_port for 0a60265d-17ee-480b-a70c-c32f7478c9fb owned by network:floatingip {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 12:59:49.115238 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ef7d2e64-bc90-4e0a-8aba-d04bdc05efab req-c5b885fd-1118-4cb1-875f-597ff4d13acf service neutron] 10.222.0.45 "GET /v2.0/networks/43317c7a-deea-471e-aa4d-d9fcabe56660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968606 Sep 21 12:59:49.520306 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7375a539-277e-49ea-8768-19a827aa30c3 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168646'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:49.544238 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7375a539-277e-49ea-8768-19a827aa30c3 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Pushing event deleted for resources: {'Port': ['ID=0a60265d-17ee-480b-a70c-c32f7478c9fb,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:59:49.617649 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7375a539-277e-49ea-8768-19a827aa30c3 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks [] for floatingip, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:49.617968 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.db.l3_db [None req-7375a539-277e-49ea-8768-19a827aa30c3 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Floating IP 9a7fdc26-f197-4941-8750-dadfadc2145d disassociated (deleted). External IP: 172.27.0.127, port: ea8b5fab-5e4e-46eb-ba42-4d1b90f99788. Sep 21 12:59:49.838712 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7375a539-277e-49ea-8768-19a827aa30c3 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Router 8cf2c2ef-f44d-42ef-bcd2-048d9abacfee has already been hosted by L3 agent ac1410d3-fc19-41f1-a8a6-9305dbf296af {{(pid=93968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 12:59:49.961417 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7375a539-277e-49ea-8768-19a827aa30c3 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify agent at l3_agent.dv-cinder-810131-2-iscsi the message routers_updated {{(pid=93968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 12:59:49.966499 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7375a539-277e-49ea-8768-19a827aa30c3 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for floatingip, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:49.975022 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d564a1-67ac-4c78-b682-945d948cee6b None None] Sync routers for ids ['8cf2c2ef-f44d-42ef-bcd2-048d9abacfee'] in dv-cinder-810131-2-iscsi {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 12:59:49.987195 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d564a1-67ac-4c78-b682-945d948cee6b None None] Routers {'8cf2c2ef-f44d-42ef-bcd2-048d9abacfee'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 12:59:49.987905 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-76d564a1-67ac-4c78-b682-945d948cee6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T12:59:45Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['8cf2c2ef-f44d-42ef-bcd2-048d9abacfee'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:59:50.003333 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-7375a539-277e-49ea-8768-19a827aa30c3 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "DELETE /v2.0/floatingips/9a7fdc26-f197-4941-8750-dadfadc2145d HTTP/1.1" status: 204 len: 168 time: 1.2404332 Sep 21 12:59:50.116593 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-76d564a1-67ac-4c78-b682-945d948cee6b None None] Set router 8cf2c2ef-f44d-42ef-bcd2-048d9abacfee gateway port host: dv-cinder-810131-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 12:59:50.379862 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b4203b-bdd3-453e-b62c-323bc9b69181', 'tag': 'ea8b5fab-5e4e-46eb-ba42-4d1b90f99788'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 12:59:50.382804 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a262e2a05831170809019d2cf22837e497d964a865586fc051a88de41b43109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5e92d7-0491-48b4-b1ed-5a9e9eccdbc1" -d '{"events": [{"name": "network-changed", "server_uuid": "b3b4203b-bdd3-453e-b62c-323bc9b69181", "tag": "ea8b5fab-5e4e-46eb-ba42-4d1b90f99788"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:59:50.421066 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 12:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30afbc7-fa2f-4b6e-a519-a1dcfb90c21c x-openstack-request-id: req-c30afbc7-fa2f-4b6e-a519-a1dcfb90c21c {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:59:50.421416 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3b4203b-bdd3-453e-b62c-323bc9b69181", "tag": "ea8b5fab-5e4e-46eb-ba42-4d1b90f99788", "status": "completed", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:59:50.421724 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c30afbc7-fa2f-4b6e-a519-a1dcfb90c21c {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:59:50.422221 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3b4203b-bdd3-453e-b62c-323bc9b69181', 'tag': 'ea8b5fab-5e4e-46eb-ba42-4d1b90f99788', 'status': 'completed', 'code': 200} Sep 21 12:59:50.477771 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-76d564a1-67ac-4c78-b682-945d948cee6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf2c2ef-f44d-42ef-bcd2-048d9abacfee', 'name': 'tempest-TestMinimumBasicScenario-1089239796-router', 'tenant_id': '54f9f534b71a4136abd69de59797e640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'd074498f-4cf7-4cfd-8f64-ff10e652708c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:57:00Z', 'updated_at': '2021-09-21T12:57:03Z', 'revision_number': 4, 'project_id': '54f9f534b71a4136abd69de59797e640', 'gw_port': {'id': 'd074498f-4cf7-4cfd-8f64-ff10e652708c', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf2c2ef-f44d-42ef-bcd2-048d9abacfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:57:00Z', 'updated_at': '2021-09-21T12:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': '8782ac3f-1fe3-4e32-89b2-8392fabd4283', 'name': '', 'network_id': '43317c7a-deea-471e-aa4d-d9fcabe56660', 'tenant_id': '54f9f534b71a4136abd69de59797e640', 'mac_address': 'fa:16:3e:0f:23:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf2c2ef-f44d-42ef-bcd2-048d9abacfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '88584b3f-ee8b-47d0-84d7-098ad49e36b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:57:02Z', 'updated_at': '2021-09-21T12:57:07Z', 'revision_number': 5, 'project_id': '54f9f534b71a4136abd69de59797e640', 'subnets': [{'id': '88584b3f-ee8b-47d0-84d7-098ad49e36b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:59:50.504080 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d564a1-67ac-4c78-b682-945d948cee6b None None] Checking router: 8cf2c2ef-f44d-42ef-bcd2-048d9abacfee for host: dv-cinder-810131-2-iscsi {{(pid=93970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 12:59:50.513343 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d564a1-67ac-4c78-b682-945d948cee6b None None] Routers {'8cf2c2ef-f44d-42ef-bcd2-048d9abacfee'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 12:59:50.513954 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-76d564a1-67ac-4c78-b682-945d948cee6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T12:59:45Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['8cf2c2ef-f44d-42ef-bcd2-048d9abacfee'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:59:50.636748 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-76d564a1-67ac-4c78-b682-945d948cee6b None None] Set router 8cf2c2ef-f44d-42ef-bcd2-048d9abacfee gateway port host: dv-cinder-810131-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 12:59:50.849115 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-76d564a1-67ac-4c78-b682-945d948cee6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf2c2ef-f44d-42ef-bcd2-048d9abacfee', 'name': 'tempest-TestMinimumBasicScenario-1089239796-router', 'tenant_id': '54f9f534b71a4136abd69de59797e640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'd074498f-4cf7-4cfd-8f64-ff10e652708c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:57:00Z', 'updated_at': '2021-09-21T12:57:03Z', 'revision_number': 4, 'project_id': '54f9f534b71a4136abd69de59797e640', 'gw_port': {'id': 'd074498f-4cf7-4cfd-8f64-ff10e652708c', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf2c2ef-f44d-42ef-bcd2-048d9abacfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:57:00Z', 'updated_at': '2021-09-21T12:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': '8782ac3f-1fe3-4e32-89b2-8392fabd4283', 'name': '', 'network_id': '43317c7a-deea-471e-aa4d-d9fcabe56660', 'tenant_id': '54f9f534b71a4136abd69de59797e640', 'mac_address': 'fa:16:3e:0f:23:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf2c2ef-f44d-42ef-bcd2-048d9abacfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '88584b3f-ee8b-47d0-84d7-098ad49e36b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:57:02Z', 'updated_at': '2021-09-21T12:57:07Z', 'revision_number': 5, 'project_id': '54f9f534b71a4136abd69de59797e640', 'subnets': [{'id': '88584b3f-ee8b-47d0-84d7-098ad49e36b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 12:59:50.876379 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d564a1-67ac-4c78-b682-945d948cee6b None None] The sync data for ids ['8cf2c2ef-f44d-42ef-bcd2-048d9abacfee'] in dv-cinder-810131-2-iscsi is: [{'id': '8cf2c2ef-f44d-42ef-bcd2-048d9abacfee', 'name': 'tempest-TestMinimumBasicScenario-1089239796-router', 'tenant_id': '54f9f534b71a4136abd69de59797e640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'd074498f-4cf7-4cfd-8f64-ff10e652708c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:57:00Z', 'updated_at': '2021-09-21T12:57:03Z', 'revision_number': 4, 'project_id': '54f9f534b71a4136abd69de59797e640', 'gw_port': {'id': 'd074498f-4cf7-4cfd-8f64-ff10e652708c', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf2c2ef-f44d-42ef-bcd2-048d9abacfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:57:00Z', 'updated_at': '2021-09-21T12:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': '8782ac3f-1fe3-4e32-89b2-8392fabd4283', 'name': '', 'network_id': '43317c7a-deea-471e-aa4d-d9fcabe56660', 'tenant_id': '54f9f534b71a4136abd69de59797e640', 'mac_address': 'fa:16:3e:0f:23:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf2c2ef-f44d-42ef-bcd2-048d9abacfee', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '88584b3f-ee8b-47d0-84d7-098ad49e36b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:57:02Z', 'updated_at': '2021-09-21T12:57:07Z', 'revision_number': 5, 'project_id': '54f9f534b71a4136abd69de59797e640', 'subnets': [{'id': '88584b3f-ee8b-47d0-84d7-098ad49e36b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 12:59:51.118928 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dde5265-5090-4b20-9be5-a63678d50604 None None] New status for floating IP 9a7fdc26-f197-4941-8750-dadfadc2145d: DOWN {{(pid=93971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 12:59:53.146193 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e92d7-0491-48b4-b1ed-5a9e9eccdbc1 req-32f69396-c1ac-4472-865a-d56fed8f8599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:53.147854 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-dc5e92d7-0491-48b4-b1ed-5a9e9eccdbc1 req-32f69396-c1ac-4472-865a-d56fed8f8599 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=54f9f534b71a4136abd69de59797e640&device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 1099 time: 0.0437050 Sep 21 12:59:53.266242 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e92d7-0491-48b4-b1ed-5a9e9eccdbc1 req-6c26bc78-2d90-4fbe-b5d5-e401e3d3fb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:53.269158 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-dc5e92d7-0491-48b4-b1ed-5a9e9eccdbc1 req-6c26bc78-2d90-4fbe-b5d5-e401e3d3fb1f service neutron] 10.222.0.45 "GET /v2.0/networks?id=43317c7a-deea-471e-aa4d-d9fcabe56660 HTTP/1.1" status: 200 len: 916 time: 0.1103427 Sep 21 12:59:53.338225 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-dc5e92d7-0491-48b4-b1ed-5a9e9eccdbc1 req-d33b8aa1-0a03-4270-a075-870377ee8d90 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea8b5fab-5e4e-46eb-ba42-4d1b90f99788 HTTP/1.1" status: 200 len: 217 time: 0.0613794 Sep 21 12:59:53.428210 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e92d7-0491-48b4-b1ed-5a9e9eccdbc1 req-00c01673-1896-44b1-a51a-8ffbe9d7990a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:53.432204 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-dc5e92d7-0491-48b4-b1ed-5a9e9eccdbc1 req-00c01673-1896-44b1-a51a-8ffbe9d7990a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=88584b3f-ee8b-47d0-84d7-098ad49e36b2 HTTP/1.1" status: 200 len: 854 time: 0.0864720 Sep 21 12:59:53.556729 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e92d7-0491-48b4-b1ed-5a9e9eccdbc1 req-d1709730-2e7a-4e9f-91b9-a57600d5d125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:53.559419 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-dc5e92d7-0491-48b4-b1ed-5a9e9eccdbc1 req-d1709730-2e7a-4e9f-91b9-a57600d5d125 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=43317c7a-deea-471e-aa4d-d9fcabe56660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1181250 Sep 21 12:59:53.742867 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4f780-22c8-499b-a0c0-0932b149581d req-8e6f9994-8b3f-4956-8920-6f12005419dc tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:53.745328 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0bd4f780-22c8-499b-a0c0-0932b149581d req-8e6f9994-8b3f-4956-8920-6f12005419dc tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.32 "GET /v2.0/networks?id=2b3bb4fc-029a-462f-80b8-3b03f0495b8d HTTP/1.1" status: 200 len: 814 time: 0.2365897 Sep 21 12:59:53.769427 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-dc5e92d7-0491-48b4-b1ed-5a9e9eccdbc1 req-7c8c670a-80fc-4a82-b66e-34148e270eaf service neutron] 10.222.0.45 "GET /v2.0/networks/43317c7a-deea-471e-aa4d-d9fcabe56660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969650 Sep 21 12:59:53.772182 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0bd4f780-22c8-499b-a0c0-0932b149581d req-0c4f3608-78cc-42cb-9b5b-c3c0484e5457 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.32 "GET /v2.0/quotas/062a8fe381764c349a040f2ef174b086 HTTP/1.1" status: 200 len: 375 time: 0.0163493 Sep 21 12:59:53.832995 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0bd4f780-22c8-499b-a0c0-0932b149581d req-e0b56c2e-171b-4399-b152-5e965ea464f1 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=062a8fe381764c349a040f2ef174b086&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482557 Sep 21 12:59:53.906737 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-dc5e92d7-0491-48b4-b1ed-5a9e9eccdbc1 req-71e65f99-1be8-4aca-83ec-2b6891e589d5 service neutron] 10.222.0.45 "GET /v2.0/networks/43317c7a-deea-471e-aa4d-d9fcabe56660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300647 Sep 21 12:59:54.112592 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0bd4f780-22c8-499b-a0c0-0932b149581d req-41ac0f22-2333-4511-a9de-fe4fe70e1c88 service neutron] 10.222.0.32 "GET /v2.0/networks/2b3bb4fc-029a-462f-80b8-3b03f0495b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490966 Sep 21 12:59:54.234566 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0bd4f780-22c8-499b-a0c0-0932b149581d req-7f6aaa2b-9b9e-4ee7-8686-249cc3eefd16 service neutron] 10.222.0.32 "GET /v2.0/networks/2b3bb4fc-029a-462f-80b8-3b03f0495b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096361 Sep 21 12:59:54.432302 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6e768f7f-d861-48cf-9cf0-e20c58e61b1e req-fec5a694-660f-4baf-b38e-d3186b29e3b7 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ed4229d-5f19-4988-bfe4-2ff26e0c1b3f HTTP/1.1" status: 200 len: 210 time: 0.0366683 Sep 21 12:59:55.533024 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4f780-22c8-499b-a0c0-0932b149581d req-b9b47f4f-1fd6-470d-9bc4-dd4550c7c362 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:55.534734 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0bd4f780-22c8-499b-a0c0-0932b149581d req-b9b47f4f-1fd6-470d-9bc4-dd4550c7c362 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.45 "GET /v2.0/networks?id=2b3bb4fc-029a-462f-80b8-3b03f0495b8d HTTP/1.1" status: 200 len: 814 time: 0.1381445 Sep 21 12:59:55.549548 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-0bd4f780-22c8-499b-a0c0-0932b149581d req-bc597406-2053-4598-a367-e318e00a7e28 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Request body: {'port': {'device_id': '5ed4229d-5f19-4988-bfe4-2ff26e0c1b3f', 'network_id': '2b3bb4fc-029a-462f-80b8-3b03f0495b8d', 'admin_state_up': True, 'tenant_id': '062a8fe381764c349a040f2ef174b086'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:59:55.597166 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a73d7db6-b9eb-48dc-8e10-0108c11ae3cd req-ac1810cc-ea9f-4185-bead-c905ed4872fc tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ed4229d-5f19-4988-bfe4-2ff26e0c1b3f HTTP/1.1" status: 200 len: 210 time: 0.0553610 Sep 21 12:59:55.698185 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bd4f780-22c8-499b-a0c0-0932b149581d req-bc597406-2053-4598-a367-e318e00a7e28 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Made reservation on behalf of 062a8fe381764c349a040f2ef174b086 for: {'port': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 12:59:55.701894 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-0bd4f780-22c8-499b-a0c0-0932b149581d req-bc597406-2053-4598-a367-e318e00a7e28 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:55.904503 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [req-0bd4f780-22c8-499b-a0c0-0932b149581d req-bc597406-2053-4598-a367-e318e00a7e28 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Allocated IP 172.20.0.2 (2b3bb4fc-029a-462f-80b8-3b03f0495b8d/b0d02db7-bbee-4b77-b708-c6d0a4d02634/875f6d99-a9f5-41c5-806a-2b5673de492e) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 12:59:56.115324 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-0bd4f780-22c8-499b-a0c0-0932b149581d req-bc597406-2053-4598-a367-e318e00a7e28 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:56.167454 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-0bd4f780-22c8-499b-a0c0-0932b149581d req-bc597406-2053-4598-a367-e318e00a7e28 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9294141'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:56.199538 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed2c0a-b213-4a81-b538-898624c2aa22 req-6ba1e5fc-b2ce-4fa7-b379-058d1770a5c1 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:56.201101 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-79ed2c0a-b213-4a81-b538-898624c2aa22 req-6ba1e5fc-b2ce-4fa7-b379-058d1770a5c1 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 946 time: 0.0528607 Sep 21 12:59:56.242086 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-79ed2c0a-b213-4a81-b538-898624c2aa22 req-3721777c-4b75-4f1e-ab21-520d785b8932 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/security-groups?id=556c2313-ec43-4407-9345-bd30f5a3839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336666 Sep 21 12:59:56.252019 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bd4f780-22c8-499b-a0c0-0932b149581d req-bc597406-2053-4598-a367-e318e00a7e28 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Network 2b3bb4fc-029a-462f-80b8-3b03f0495b8d is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 12:59:56.258738 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [req-0bd4f780-22c8-499b-a0c0-0932b149581d req-bc597406-2053-4598-a367-e318e00a7e28 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 12:59:56.265255 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd4f780-22c8-499b-a0c0-0932b149581d req-bc597406-2053-4598-a367-e318e00a7e28 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 12:59:56.280574 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc597406-2053-4598-a367-e318e00a7e28 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Pushing event updated for resources: {'Port': ['ID=875f6d99-a9f5-41c5-806a-2b5673de492e,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:59:56.362227 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4f780-22c8-499b-a0c0-0932b149581d req-bc597406-2053-4598-a367-e318e00a7e28 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:56.363176 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-0bd4f780-22c8-499b-a0c0-0932b149581d req-bc597406-2053-4598-a367-e318e00a7e28 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:56.384306 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0bd4f780-22c8-499b-a0c0-0932b149581d req-bc597406-2053-4598-a367-e318e00a7e28 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8392260 Sep 21 12:59:56.400156 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-0bd4f780-22c8-499b-a0c0-0932b149581d req-27329e5c-a77d-4b0b-8e45-b09311a9cd2c service neutron] Request body: {'port': {'device_id': '5ed4229d-5f19-4988-bfe4-2ff26e0c1b3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81013'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 12:59:56.467574 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-0bd4f780-22c8-499b-a0c0-0932b149581d req-27329e5c-a77d-4b0b-8e45-b09311a9cd2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:56.807636 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b541c1-6db7-4d8b-887a-b4254732d7dd req-06f062c7-949b-4c0c-8d1e-5e478e1db2ec tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:56.810844 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-40b541c1-6db7-4d8b-887a-b4254732d7dd req-06f062c7-949b-4c0c-8d1e-5e478e1db2ec tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ed4229d-5f19-4988-bfe4-2ff26e0c1b3f HTTP/1.1" status: 200 len: 931 time: 0.0973563 Sep 21 12:59:56.873398 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-40b541c1-6db7-4d8b-887a-b4254732d7dd req-f25760e3-ab87-4117-8440-ec3a0f4b7ef3 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.32 "GET /v2.0/security-groups?id=59732499-7231-4a02-9df6-305dbf326fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557766 Sep 21 12:59:57.030102 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [req-0bd4f780-22c8-499b-a0c0-0932b149581d req-27329e5c-a77d-4b0b-8e45-b09311a9cd2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 875f6d99-a9f5-41c5-806a-2b5673de492e {{(pid=93969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 12:59:57.039652 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-0bd4f780-22c8-499b-a0c0-0932b149581d req-27329e5c-a77d-4b0b-8e45-b09311a9cd2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:57.055032 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-0bd4f780-22c8-499b-a0c0-0932b149581d req-27329e5c-a77d-4b0b-8e45-b09311a9cd2c service neutron] Transition to ACTIVE for port object 875f6d99-a9f5-41c5-806a-2b5673de492e will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 12:59:57.060290 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-0bd4f780-22c8-499b-a0c0-0932b149581d req-27329e5c-a77d-4b0b-8e45-b09311a9cd2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294116'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:57.112060 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27329e5c-a77d-4b0b-8e45-b09311a9cd2c service neutron] Pushing event updated for resources: {'Port': ['ID=875f6d99-a9f5-41c5-806a-2b5673de492e,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:59:57.190068 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-0bd4f780-22c8-499b-a0c0-0932b149581d req-27329e5c-a77d-4b0b-8e45-b09311a9cd2c service neutron] Attempting to bind port 875f6d99-a9f5-41c5-806a-2b5673de492e on host hv-cinder-81013 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 12:59:57.190441 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-0bd4f780-22c8-499b-a0c0-0932b149581d req-27329e5c-a77d-4b0b-8e45-b09311a9cd2c service neutron] Attempting to bind port 875f6d99-a9f5-41c5-806a-2b5673de492e by drivers openvswitch,hyperv on host hv-cinder-81013 at level 0 using segments [{'id': '04578101-b6b1-4110-ad6a-2789a1148a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2b3bb4fc-029a-462f-80b8-3b03f0495b8d'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 12:59:57.190769 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd4f780-22c8-499b-a0c0-0932b149581d req-27329e5c-a77d-4b0b-8e45-b09311a9cd2c service neutron] Attempting to bind port 875f6d99-a9f5-41c5-806a-2b5673de492e on network 2b3bb4fc-029a-462f-80b8-3b03f0495b8d {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:59:57.195612 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd4f780-22c8-499b-a0c0-0932b149581d req-27329e5c-a77d-4b0b-8e45-b09311a9cd2c service neutron] Port 875f6d99-a9f5-41c5-806a-2b5673de492e on network 2b3bb4fc-029a-462f-80b8-3b03f0495b8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81013 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 12:59:57.195936 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd4f780-22c8-499b-a0c0-0932b149581d req-27329e5c-a77d-4b0b-8e45-b09311a9cd2c service neutron] Attempting to bind port 875f6d99-a9f5-41c5-806a-2b5673de492e on network 2b3bb4fc-029a-462f-80b8-3b03f0495b8d {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 12:59:57.201318 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd4f780-22c8-499b-a0c0-0932b149581d req-27329e5c-a77d-4b0b-8e45-b09311a9cd2c service neutron] Checking agent: {'id': 'a6e01e35-01d6-479f-9faf-9c323aed8d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 12, 52, 16), 'started_at': datetime.datetime(2021, 9, 21, 12, 52, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 12, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 12:59:57.201651 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd4f780-22c8-499b-a0c0-0932b149581d req-27329e5c-a77d-4b0b-8e45-b09311a9cd2c service neutron] Checking segment: {'id': '04578101-b6b1-4110-ad6a-2789a1148a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2b3bb4fc-029a-462f-80b8-3b03f0495b8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 12:59:57.202036 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd4f780-22c8-499b-a0c0-0932b149581d req-27329e5c-a77d-4b0b-8e45-b09311a9cd2c service neutron] Bound using segment: {'id': '04578101-b6b1-4110-ad6a-2789a1148a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2b3bb4fc-029a-462f-80b8-3b03f0495b8d'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 12:59:57.202502 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-0bd4f780-22c8-499b-a0c0-0932b149581d req-27329e5c-a77d-4b0b-8e45-b09311a9cd2c service neutron] Bound port: 875f6d99-a9f5-41c5-806a-2b5673de492e, host: hv-cinder-81013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04578101-b6b1-4110-ad6a-2789a1148a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '2b3bb4fc-029a-462f-80b8-3b03f0495b8d'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 12:59:57.202864 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-0bd4f780-22c8-499b-a0c0-0932b149581d req-27329e5c-a77d-4b0b-8e45-b09311a9cd2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:57.275140 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-0bd4f780-22c8-499b-a0c0-0932b149581d req-27329e5c-a77d-4b0b-8e45-b09311a9cd2c service neutron] For port 875f6d99-a9f5-41c5-806a-2b5673de492e, host hv-cinder-81013, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 12:59:57.280254 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-0bd4f780-22c8-499b-a0c0-0932b149581d req-27329e5c-a77d-4b0b-8e45-b09311a9cd2c service neutron] For port 875f6d99-a9f5-41c5-806a-2b5673de492e, host hv-cinder-81013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=875f6d99-a9f5-41c5-806a-2b5673de492e,segment=NetworkSegment(04578101-b6b1-4110-ad6a-2789a1148a56),segment_id=04578101-b6b1-4110-ad6a-2789a1148a56)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 12:59:57.287146 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-0bd4f780-22c8-499b-a0c0-0932b149581d req-27329e5c-a77d-4b0b-8e45-b09311a9cd2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294116'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:57.334618 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4f780-22c8-499b-a0c0-0932b149581d req-27329e5c-a77d-4b0b-8e45-b09311a9cd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:57.336014 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-0bd4f780-22c8-499b-a0c0-0932b149581d req-27329e5c-a77d-4b0b-8e45-b09311a9cd2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:57.337635 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0bd4f780-22c8-499b-a0c0-0932b149581d req-27329e5c-a77d-4b0b-8e45-b09311a9cd2c service neutron] 10.222.0.45 "PUT /v2.0/ports/875f6d99-a9f5-41c5-806a-2b5673de492e HTTP/1.1" status: 200 len: 1093 time: 0.9438128 Sep 21 12:59:57.345283 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed4229d-5f19-4988-bfe4-2ff26e0c1b3f', 'tag': '875f6d99-a9f5-41c5-806a-2b5673de492e'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 12:59:57.347611 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}891eab8d1a3043c3e369406f1201b67df81013e3c20d23918ff9fd5cd34c6e83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73686ae0-709b-4829-8593-74f2e7a09028" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed4229d-5f19-4988-bfe4-2ff26e0c1b3f", "tag": "875f6d99-a9f5-41c5-806a-2b5673de492e"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:59:57.402202 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 12:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53a0751-5bd0-4243-a876-8cae6aa93ac6 x-openstack-request-id: req-d53a0751-5bd0-4243-a876-8cae6aa93ac6 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:59:57.402582 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed4229d-5f19-4988-bfe4-2ff26e0c1b3f", "tag": "875f6d99-a9f5-41c5-806a-2b5673de492e", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:59:57.402763 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d53a0751-5bd0-4243-a876-8cae6aa93ac6 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:59:57.403131 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed4229d-5f19-4988-bfe4-2ff26e0c1b3f', 'tag': '875f6d99-a9f5-41c5-806a-2b5673de492e', 'status': 'completed', 'code': 200} Sep 21 12:59:57.405327 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27329e5c-a77d-4b0b-8e45-b09311a9cd2c service neutron] Pushing event updated for resources: {'Port': ['ID=875f6d99-a9f5-41c5-806a-2b5673de492e,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:59:57.429696 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31983f92-6dd1-4539-8407-44ea3c86d383 req-38745fa0-1aed-4f5f-809a-5de43eb2757e tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:57.431267 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-31983f92-6dd1-4539-8407-44ea3c86d383 req-38745fa0-1aed-4f5f-809a-5de43eb2757e tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 946 time: 0.1039550 Sep 21 12:59:57.493952 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-31983f92-6dd1-4539-8407-44ea3c86d383 req-7749582a-c5a8-48e0-8716-d494f7331164 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/security-groups?id=556c2313-ec43-4407-9345-bd30f5a3839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450602 Sep 21 12:59:57.497552 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4f780-22c8-499b-a0c0-0932b149581d req-79354211-1fa4-49d3-b08b-1a591d711198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:57.499590 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0bd4f780-22c8-499b-a0c0-0932b149581d req-79354211-1fa4-49d3-b08b-1a591d711198 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=062a8fe381764c349a040f2ef174b086&device_id=5ed4229d-5f19-4988-bfe4-2ff26e0c1b3f HTTP/1.1" status: 200 len: 1096 time: 0.0903897 Sep 21 12:59:57.572915 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0bd4f780-22c8-499b-a0c0-0932b149581d req-c2a608e7-6ea6-4ec9-8d9e-39db114bbc9b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=875f6d99-a9f5-41c5-806a-2b5673de492e HTTP/1.1" status: 200 len: 217 time: 0.0635436 Sep 21 12:59:57.631121 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4f780-22c8-499b-a0c0-0932b149581d req-7431f0cf-4f2d-4af6-ba5f-e6beb9d3fc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:57.633571 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0bd4f780-22c8-499b-a0c0-0932b149581d req-7431f0cf-4f2d-4af6-ba5f-e6beb9d3fc3b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b0d02db7-bbee-4b77-b708-c6d0a4d02634 HTTP/1.1" status: 200 len: 854 time: 0.0533862 Sep 21 12:59:57.676256 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0bd4f780-22c8-499b-a0c0-0932b149581d req-f1371d53-151c-4ba6-9605-2c59b395e28d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b3bb4fc-029a-462f-80b8-3b03f0495b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341434 Sep 21 12:59:57.788941 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0bd4f780-22c8-499b-a0c0-0932b149581d req-3ad8d946-e286-4ccb-8453-33406c93746d service neutron] 10.222.0.45 "GET /v2.0/networks/2b3bb4fc-029a-462f-80b8-3b03f0495b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040158 Sep 21 12:59:57.906561 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0bd4f780-22c8-499b-a0c0-0932b149581d req-e3afad7a-911c-49a3-b1cb-ddfb85e3eff1 service neutron] 10.222.0.45 "GET /v2.0/networks/2b3bb4fc-029a-462f-80b8-3b03f0495b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987430 Sep 21 12:59:58.077723 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73686ae0-709b-4829-8593-74f2e7a09028 req-6c0ffc0b-57e1-4678-bf4d-c6b4b1427a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:58.079341 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-73686ae0-709b-4829-8593-74f2e7a09028 req-6c0ffc0b-57e1-4678-bf4d-c6b4b1427a30 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=062a8fe381764c349a040f2ef174b086&device_id=5ed4229d-5f19-4988-bfe4-2ff26e0c1b3f HTTP/1.1" status: 200 len: 1096 time: 0.1153560 Sep 21 12:59:58.091432 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e83bfc-aa8c-40c3-9fdd-ed0466c07663 req-1b1b42db-593a-4ebc-9f52-ea549c26adfa tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:58.093042 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c0e83bfc-aa8c-40c3-9fdd-ed0466c07663 req-1b1b42db-593a-4ebc-9f52-ea549c26adfa tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ed4229d-5f19-4988-bfe4-2ff26e0c1b3f HTTP/1.1" status: 200 len: 943 time: 0.1183214 Sep 21 12:59:58.110441 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9ef6f-9f33-423e-8ee7-8088396ea89f req-d897c3c8-3a8a-45c5-9a53-8ae957329142 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:58.111842 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cfd9ef6f-9f33-423e-8ee7-8088396ea89f req-d897c3c8-3a8a-45c5-9a53-8ae957329142 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.45 "GET /v2.0/ports?device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 946 time: 0.1252601 Sep 21 12:59:58.248878 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c0e83bfc-aa8c-40c3-9fdd-ed0466c07663 req-330b9bca-14d5-4db3-be28-16fe51013f09 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.32 "GET /v2.0/security-groups?id=59732499-7231-4a02-9df6-305dbf326fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350198 Sep 21 12:59:58.287758 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73686ae0-709b-4829-8593-74f2e7a09028 req-6448b9a5-8934-49c1-b514-98f7449c337e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:58.289641 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-73686ae0-709b-4829-8593-74f2e7a09028 req-6448b9a5-8934-49c1-b514-98f7449c337e service neutron] 10.222.0.45 "GET /v2.0/networks?id=2b3bb4fc-029a-462f-80b8-3b03f0495b8d HTTP/1.1" status: 200 len: 915 time: 0.1947849 Sep 21 12:59:58.341084 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-73686ae0-709b-4829-8593-74f2e7a09028 req-6b27cc37-b020-4843-b363-55f151659c2a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=875f6d99-a9f5-41c5-806a-2b5673de492e HTTP/1.1" status: 200 len: 217 time: 0.0427430 Sep 21 12:59:58.350427 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-cfd9ef6f-9f33-423e-8ee7-8088396ea89f req-82949618-b171-4d2f-8b68-d7f2f15ce63d tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Deleting port ea8b5fab-5e4e-46eb-ba42-4d1b90f99788 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 12:59:58.350826 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-cfd9ef6f-9f33-423e-8ee7-8088396ea89f req-82949618-b171-4d2f-8b68-d7f2f15ce63d tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:58.458293 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73686ae0-709b-4829-8593-74f2e7a09028 req-f10b9e1b-e458-4809-8552-86180f54a400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:58.459758 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-73686ae0-709b-4829-8593-74f2e7a09028 req-f10b9e1b-e458-4809-8552-86180f54a400 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b0d02db7-bbee-4b77-b708-c6d0a4d02634 HTTP/1.1" status: 200 len: 854 time: 0.1054931 Sep 21 12:59:58.504556 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-73686ae0-709b-4829-8593-74f2e7a09028 req-906464d0-6ee7-46bd-8f4a-e2986c6351dc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b3bb4fc-029a-462f-80b8-3b03f0495b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355651 Sep 21 12:59:58.511620 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-cfd9ef6f-9f33-423e-8ee7-8088396ea89f req-82949618-b171-4d2f-8b68-d7f2f15ce63d tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] For port ea8b5fab-5e4e-46eb-ba42-4d1b90f99788, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=ea8b5fab-5e4e-46eb-ba42-4d1b90f99788,segment=NetworkSegment(f60c416f-d5e9-4863-99c9-b4221e1b0ca9),segment_id=f60c416f-d5e9-4863-99c9-b4221e1b0ca9)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 12:59:58.511989 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-cfd9ef6f-9f33-423e-8ee7-8088396ea89f req-82949618-b171-4d2f-8b68-d7f2f15ce63d tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:58.542481 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-cfd9ef6f-9f33-423e-8ee7-8088396ea89f req-82949618-b171-4d2f-8b68-d7f2f15ce63d tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Calling delete_port for ea8b5fab-5e4e-46eb-ba42-4d1b90f99788 owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 12:59:58.670194 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-73686ae0-709b-4829-8593-74f2e7a09028 req-da2c217a-a83b-4461-90e0-74baa8e51748 service neutron] 10.222.0.45 "GET /v2.0/networks/2b3bb4fc-029a-462f-80b8-3b03f0495b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555288 Sep 21 12:59:58.675678 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27b672-dba0-473f-be18-1364b81513e1 req-2962afe2-8b4f-4bb0-a6f5-29b16e602e82 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:58.679436 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9d27b672-dba0-473f-be18-1364b81513e1 req-2962afe2-8b4f-4bb0-a6f5-29b16e602e82 tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3b4203b-bdd3-453e-b62c-323bc9b69181 HTTP/1.1" status: 200 len: 946 time: 0.0845480 Sep 21 12:59:58.741475 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9d27b672-dba0-473f-be18-1364b81513e1 req-54147189-eaf6-4482-88e4-08d48030487d tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.32 "GET /v2.0/security-groups?id=556c2313-ec43-4407-9345-bd30f5a3839d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506918 Sep 21 12:59:58.813214 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-73686ae0-709b-4829-8593-74f2e7a09028 req-1b5ed0fa-c4a6-49a2-9df1-2aadcd56c5c1 service neutron] 10.222.0.45 "GET /v2.0/networks/2b3bb4fc-029a-462f-80b8-3b03f0495b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319747 Sep 21 12:59:58.815050 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-cfd9ef6f-9f33-423e-8ee7-8088396ea89f req-82949618-b171-4d2f-8b68-d7f2f15ce63d tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9294141'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:58.831473 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] get_ports_and_sgs() called for port_ids ['ea8b5fab-5e4e-46eb-ba42-4d1b90f99788'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 12:59:58.846580 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82949618-b171-4d2f-8b68-d7f2f15ce63d tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Pushing event deleted for resources: {'Port': ['ID=ea8b5fab-5e4e-46eb-ba42-4d1b90f99788,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 12:59:58.897220 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd9ef6f-9f33-423e-8ee7-8088396ea89f req-82949618-b171-4d2f-8b68-d7f2f15ce63d tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] No DVR routers for this DVR port ea8b5fab-5e4e-46eb-ba42-4d1b90f99788 on host hv-cinder-81013 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 12:59:58.902071 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-cfd9ef6f-9f33-423e-8ee7-8088396ea89f req-82949618-b171-4d2f-8b68-d7f2f15ce63d tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 12:59:58.904091 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-cfd9ef6f-9f33-423e-8ee7-8088396ea89f req-82949618-b171-4d2f-8b68-d7f2f15ce63d tempest-TestMinimumBasicScenario-1973182835 tempest-TestMinimumBasicScenario-1973182835-project] 10.222.0.45 "DELETE /v2.0/ports/ea8b5fab-5e4e-46eb-ba42-4d1b90f99788 HTTP/1.1" status: 204 len: 173 time: 0.7783630 Sep 21 12:59:59.405987 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b4203b-bdd3-453e-b62c-323bc9b69181', 'name': 'network-vif-deleted', 'tag': 'ea8b5fab-5e4e-46eb-ba42-4d1b90f99788'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 12:59:59.409119 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}891eab8d1a3043c3e369406f1201b67df81013e3c20d23918ff9fd5cd34c6e83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a679a739-b792-48ea-8522-cd5ff2cf76e8" -d '{"events": [{"server_uuid": "b3b4203b-bdd3-453e-b62c-323bc9b69181", "name": "network-vif-deleted", "tag": "ea8b5fab-5e4e-46eb-ba42-4d1b90f99788"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 12:59:59.446039 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068fe49c-5fb4-47fb-ab84-1210c53bc84b req-342389cf-fa3c-476c-9337-07733c9fa4f5 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 12:59:59.449044 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-068fe49c-5fb4-47fb-ab84-1210c53bc84b req-342389cf-fa3c-476c-9337-07733c9fa4f5 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ed4229d-5f19-4988-bfe4-2ff26e0c1b3f HTTP/1.1" status: 200 len: 943 time: 0.0940361 Sep 21 12:59:59.479952 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 12:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358bdaae-4bbc-4913-85d5-76681b4fa64b x-openstack-request-id: req-358bdaae-4bbc-4913-85d5-76681b4fa64b {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 12:59:59.480244 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b4203b-bdd3-453e-b62c-323bc9b69181", "name": "network-vif-deleted", "tag": "ea8b5fab-5e4e-46eb-ba42-4d1b90f99788", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 12:59:59.480496 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-358bdaae-4bbc-4913-85d5-76681b4fa64b {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 12:59:59.480891 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b4203b-bdd3-453e-b62c-323bc9b69181', 'name': 'network-vif-deleted', 'tag': 'ea8b5fab-5e4e-46eb-ba42-4d1b90f99788', 'status': 'completed', 'code': 200} Sep 21 12:59:59.501640 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-068fe49c-5fb4-47fb-ab84-1210c53bc84b req-51a43734-5f57-4966-8b01-e5d447e71daa tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.32 "GET /v2.0/security-groups?id=59732499-7231-4a02-9df6-305dbf326fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427949 Sep 21 13:00:00.485142 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device 875f6d99-a9f5-41c5-806a-2b5673de492e details requested by agent hyperv_hv-cinder-81013 with host hv-cinder-81013 {{(pid=93970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 13:00:00.505762 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 33344) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:00:00.653095 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port 875f6d99-a9f5-41c5-806a-2b5673de492e, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=875f6d99-a9f5-41c5-806a-2b5673de492e,segment=NetworkSegment(04578101-b6b1-4110-ad6a-2789a1148a56),segment_id=04578101-b6b1-4110-ad6a-2789a1148a56)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:00:00.660099 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa79a11-39cb-48d5-9d80-e86fefd18f5a req-33d2e62c-44d1-4a95-a4b7-58ea99e46ead tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:00.663160 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bfa79a11-39cb-48d5-9d80-e86fefd18f5a req-33d2e62c-44d1-4a95-a4b7-58ea99e46ead tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ed4229d-5f19-4988-bfe4-2ff26e0c1b3f HTTP/1.1" status: 200 len: 943 time: 0.0708537 Sep 21 13:00:00.674071 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Returning: {'device': '875f6d99-a9f5-41c5-806a-2b5673de492e', 'network_id': '2b3bb4fc-029a-462f-80b8-3b03f0495b8d', 'port_id': '875f6d99-a9f5-41c5-806a-2b5673de492e', 'mac_address': 'fa:16:3e:46:23:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d02db7-bbee-4b77-b708-c6d0a4d02634', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 13:00:00.731334 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:00.732767 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bfa79a11-39cb-48d5-9d80-e86fefd18f5a req-f92af5e1-4220-4dfc-87c7-b085a4668009 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.32 "GET /v2.0/security-groups?id=59732499-7231-4a02-9df6-305dbf326fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619438 Sep 21 13:00:00.750056 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 875f6d99-a9f5-41c5-806a-2b5673de492e {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 13:00:00.773953 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port 875f6d99-a9f5-41c5-806a-2b5673de492e, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=875f6d99-a9f5-41c5-806a-2b5673de492e,segment=NetworkSegment(04578101-b6b1-4110-ad6a-2789a1148a56),segment_id=04578101-b6b1-4110-ad6a-2789a1148a56)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:00:00.779979 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:00.840789 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=875f6d99-a9f5-41c5-806a-2b5673de492e,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:00:00.849384 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:00:00.849725 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:00:00.850066 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:00:00.850436 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:00:00.850836 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:00:00.851412 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:00:00.851824 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:00:00.852166 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:00:00.852528 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:00:00.852861 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:00:00.853186 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:00:00.853511 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:00:01.014001 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-71c1395a-331f-4730-9ae3-47cd06216240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1618182'] for router_interface, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:01.021967 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] get_ports_and_sgs() called for port_ids ['875f6d99-a9f5-41c5-806a-2b5673de492e'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 13:00:01.318114 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-71c1395a-331f-4730-9ae3-47cd06216240 admin admin] Deleting port 8782ac3f-1fe3-4e32-89b2-8392fabd4283 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 13:00:01.318608 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-71c1395a-331f-4730-9ae3-47cd06216240 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:01.405385 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-71c1395a-331f-4730-9ae3-47cd06216240 admin admin] For port 8782ac3f-1fe3-4e32-89b2-8392fabd4283, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=8782ac3f-1fe3-4e32-89b2-8392fabd4283,segment=NetworkSegment(f60c416f-d5e9-4863-99c9-b4221e1b0ca9),segment_id=f60c416f-d5e9-4863-99c9-b4221e1b0ca9)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:00:01.405740 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-71c1395a-331f-4730-9ae3-47cd06216240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:01.420777 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-71c1395a-331f-4730-9ae3-47cd06216240 admin admin] Calling delete_port for 8782ac3f-1fe3-4e32-89b2-8392fabd4283 owned by network:router_interface {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 13:00:01.626458 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-71c1395a-331f-4730-9ae3-47cd06216240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168646'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:01.654411 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1395a-331f-4730-9ae3-47cd06216240 admin admin] Pushing event deleted for resources: {'Port': ['ID=8782ac3f-1fe3-4e32-89b2-8392fabd4283,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:00:01.857093 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-71c1395a-331f-4730-9ae3-47cd06216240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1791924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1618870'] for router_interface, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:01.958281 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a205a5-96b4-48c1-904b-7b3a8a7e70fd req-0372703f-b526-4922-8c54-ea175f52765d tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:01.963034 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a8a205a5-96b4-48c1-904b-7b3a8a7e70fd req-0372703f-b526-4922-8c54-ea175f52765d tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ed4229d-5f19-4988-bfe4-2ff26e0c1b3f HTTP/1.1" status: 200 len: 944 time: 0.1065595 Sep 21 13:00:02.012014 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a8a205a5-96b4-48c1-904b-7b3a8a7e70fd req-75014f71-291c-4445-a401-eac0bac94ddc tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.32 "GET /v2.0/security-groups?id=59732499-7231-4a02-9df6-305dbf326fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390139 Sep 21 13:00:02.166068 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c1395a-331f-4730-9ae3-47cd06216240 admin admin] Router 8cf2c2ef-f44d-42ef-bcd2-048d9abacfee has already been hosted by L3 agent ac1410d3-fc19-41f1-a8a6-9305dbf296af {{(pid=93968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 13:00:02.298171 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c1395a-331f-4730-9ae3-47cd06216240 admin admin] Notify agent at l3_agent.dv-cinder-810131-2-iscsi the message routers_updated {{(pid=93968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 13:00:02.304060 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-71c1395a-331f-4730-9ae3-47cd06216240 admin admin] 10.222.0.32 "PUT /v2.0/routers/8cf2c2ef-f44d-42ef-bcd2-048d9abacfee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7951763 Sep 21 13:00:02.307209 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 33354) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:00:02.310083 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15267929-645f-43aa-9bf2-e1f95fdcbb53 None None] Sync routers for ids ['8cf2c2ef-f44d-42ef-bcd2-048d9abacfee'] in dv-cinder-810131-2-iscsi {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 13:00:02.319794 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15267929-645f-43aa-9bf2-e1f95fdcbb53 None None] Routers {'8cf2c2ef-f44d-42ef-bcd2-048d9abacfee'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 13:00:02.320598 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-15267929-645f-43aa-9bf2-e1f95fdcbb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T12:59:45Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['8cf2c2ef-f44d-42ef-bcd2-048d9abacfee'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:00:02.445818 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-15267929-645f-43aa-9bf2-e1f95fdcbb53 None None] Set router 8cf2c2ef-f44d-42ef-bcd2-048d9abacfee gateway port host: dv-cinder-810131-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 13:00:02.510247 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device 875f6d99-a9f5-41c5-806a-2b5673de492e up at agent hyperv_hv-cinder-81013 {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 13:00:02.638540 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Provisioning for port 875f6d99-a9f5-41c5-806a-2b5673de492e completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 13:00:02.662011 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Provisioning complete for port 875f6d99-a9f5-41c5-806a-2b5673de492e triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 13:00:02.662460 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:02.707235 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fe20ec20-2ba4-4942-b9ee-58325b906d90 admin admin] Notify callbacks [] for router, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:02.752941 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-15267929-645f-43aa-9bf2-e1f95fdcbb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf2c2ef-f44d-42ef-bcd2-048d9abacfee', 'name': 'tempest-TestMinimumBasicScenario-1089239796-router', 'tenant_id': '54f9f534b71a4136abd69de59797e640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'd074498f-4cf7-4cfd-8f64-ff10e652708c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:57:00Z', 'updated_at': '2021-09-21T13:00:01Z', 'revision_number': 5, 'project_id': '54f9f534b71a4136abd69de59797e640', 'gw_port': {'id': 'd074498f-4cf7-4cfd-8f64-ff10e652708c', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf2c2ef-f44d-42ef-bcd2-048d9abacfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:57:00Z', 'updated_at': '2021-09-21T12:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi'}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:00:02.792049 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15267929-645f-43aa-9bf2-e1f95fdcbb53 None None] Checking router: 8cf2c2ef-f44d-42ef-bcd2-048d9abacfee for host: dv-cinder-810131-2-iscsi {{(pid=93970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 13:00:02.806739 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:02.820596 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15267929-645f-43aa-9bf2-e1f95fdcbb53 None None] Routers {'8cf2c2ef-f44d-42ef-bcd2-048d9abacfee'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 13:00:02.821252 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-15267929-645f-43aa-9bf2-e1f95fdcbb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T12:59:45Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['8cf2c2ef-f44d-42ef-bcd2-048d9abacfee'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:00:02.844673 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fe20ec20-2ba4-4942-b9ee-58325b906d90 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:02.871634 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed4229d-5f19-4988-bfe4-2ff26e0c1b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '875f6d99-a9f5-41c5-806a-2b5673de492e'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 13:00:02.873948 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e3f31dd35d6e9892686e3dd7e28a33bc22b0e68501ee526cb23c786b8cd504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c73b507-ef10-41db-9dd4-568a8d4594d9" -d '{"events": [{"server_uuid": "5ed4229d-5f19-4988-bfe4-2ff26e0c1b3f", "name": "network-vif-plugged", "status": "completed", "tag": "875f6d99-a9f5-41c5-806a-2b5673de492e"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 13:00:02.892610 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port 875f6d99-a9f5-41c5-806a-2b5673de492e, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=875f6d99-a9f5-41c5-806a-2b5673de492e,segment=NetworkSegment(04578101-b6b1-4110-ad6a-2789a1148a56),segment_id=04578101-b6b1-4110-ad6a-2789a1148a56)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:00:02.899266 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:02.900147 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device ea8b5fab-5e4e-46eb-ba42-4d1b90f99788 no longer exists at agent hyperv_hv-cinder-81013 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 13:00:02.927940 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-fe20ec20-2ba4-4942-b9ee-58325b906d90 admin admin] Deleting port d074498f-4cf7-4cfd-8f64-ff10e652708c {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 13:00:02.928642 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fe20ec20-2ba4-4942-b9ee-58325b906d90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:02.951789 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] No Port match for: ea8b5fab-5e4e-46eb-ba42-4d1b90f99788 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 13:00:02.952122 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device ea8b5fab-5e4e-46eb-ba42-4d1b90f99788 not bound to the agent host hv-cinder-81013 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 13:00:03.013565 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=875f6d99-a9f5-41c5-806a-2b5673de492e,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:00:03.027720 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-15267929-645f-43aa-9bf2-e1f95fdcbb53 None None] Set router 8cf2c2ef-f44d-42ef-bcd2-048d9abacfee gateway port host: dv-cinder-810131-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 13:00:03.086990 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-fe20ec20-2ba4-4942-b9ee-58325b906d90 admin admin] For port d074498f-4cf7-4cfd-8f64-ff10e652708c, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=d074498f-4cf7-4cfd-8f64-ff10e652708c,segment=NetworkSegment(e2b94f31-7b3f-4aad-87c8-37618fa3f855),segment_id=e2b94f31-7b3f-4aad-87c8-37618fa3f855)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:00:03.087593 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fe20ec20-2ba4-4942-b9ee-58325b906d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:03.125400 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-fe20ec20-2ba4-4942-b9ee-58325b906d90 admin admin] Calling delete_port for d074498f-4cf7-4cfd-8f64-ff10e652708c owned by network:router_gateway {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 13:00:03.208112 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 13:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8fc8910-19e7-4f8d-81f3-f95c38955e4a x-openstack-request-id: req-a8fc8910-19e7-4f8d-81f3-f95c38955e4a {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 13:00:03.209066 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed4229d-5f19-4988-bfe4-2ff26e0c1b3f", "name": "network-vif-plugged", "status": "completed", "tag": "875f6d99-a9f5-41c5-806a-2b5673de492e", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 13:00:03.209829 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a8fc8910-19e7-4f8d-81f3-f95c38955e4a {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 13:00:03.219233 dv-cinder-810131-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed4229d-5f19-4988-bfe4-2ff26e0c1b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '875f6d99-a9f5-41c5-806a-2b5673de492e', 'code': 200} Sep 21 13:00:03.283508 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754fb32-62c0-457e-b54a-961dbdc22a32 req-d3888489-2531-40a1-a946-aecbb9a80a45 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:03.295066 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f754fb32-62c0-457e-b54a-961dbdc22a32 req-d3888489-2531-40a1-a946-aecbb9a80a45 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ed4229d-5f19-4988-bfe4-2ff26e0c1b3f HTTP/1.1" status: 200 len: 945 time: 0.1152508 Sep 21 13:00:03.335915 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-15267929-645f-43aa-9bf2-e1f95fdcbb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf2c2ef-f44d-42ef-bcd2-048d9abacfee', 'name': 'tempest-TestMinimumBasicScenario-1089239796-router', 'tenant_id': '54f9f534b71a4136abd69de59797e640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'd074498f-4cf7-4cfd-8f64-ff10e652708c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:57:00Z', 'updated_at': '2021-09-21T13:00:01Z', 'revision_number': 5, 'project_id': '54f9f534b71a4136abd69de59797e640', 'gw_port': {'id': 'd074498f-4cf7-4cfd-8f64-ff10e652708c', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf2c2ef-f44d-42ef-bcd2-048d9abacfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:57:00Z', 'updated_at': '2021-09-21T12:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi'}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:00:03.384321 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f754fb32-62c0-457e-b54a-961dbdc22a32 req-acb5b380-fd7a-4633-97e7-220d7ba22c8a tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.32 "GET /v2.0/security-groups?id=59732499-7231-4a02-9df6-305dbf326fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550599 Sep 21 13:00:03.452704 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fe20ec20-2ba4-4942-b9ee-58325b906d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168646'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:03.481155 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287dd97-76d8-4f61-a8e2-f9aa7fe0f64e req-776bb0b0-8e03-4196-a87a-dbdf039b3c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:03.483027 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6287dd97-76d8-4f61-a8e2-f9aa7fe0f64e req-776bb0b0-8e03-4196-a87a-dbdf039b3c70 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5ed4229d-5f19-4988-bfe4-2ff26e0c1b3f HTTP/1.1" status: 200 len: 1098 time: 0.0555291 Sep 21 13:00:03.497977 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe20ec20-2ba4-4942-b9ee-58325b906d90 admin admin] Pushing event deleted for resources: {'Port': ['ID=d074498f-4cf7-4cfd-8f64-ff10e652708c,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:00:03.535193 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6287dd97-76d8-4f61-a8e2-f9aa7fe0f64e req-de4f81f6-a0c4-4ec7-b2a7-3da766b17db2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=59732499-7231-4a02-9df6-305dbf326fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426874 Sep 21 13:00:03.540797 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15267929-645f-43aa-9bf2-e1f95fdcbb53 None None] The sync data for ids ['8cf2c2ef-f44d-42ef-bcd2-048d9abacfee'] in dv-cinder-810131-2-iscsi is: [{'id': '8cf2c2ef-f44d-42ef-bcd2-048d9abacfee', 'name': 'tempest-TestMinimumBasicScenario-1089239796-router', 'tenant_id': '54f9f534b71a4136abd69de59797e640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'd074498f-4cf7-4cfd-8f64-ff10e652708c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:57:00Z', 'updated_at': '2021-09-21T13:00:01Z', 'revision_number': 5, 'project_id': '54f9f534b71a4136abd69de59797e640', 'gw_port': {'id': 'd074498f-4cf7-4cfd-8f64-ff10e652708c', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:0a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf2c2ef-f44d-42ef-bcd2-048d9abacfee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:57:00Z', 'updated_at': '2021-09-21T12:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi'}] {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 13:00:03.610621 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fe20ec20-2ba4-4942-b9ee-58325b906d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1618800'] for router_gateway, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:03.764831 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fe20ec20-2ba4-4942-b9ee-58325b906d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3824'] for router, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:03.768412 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fe20ec20-2ba4-4942-b9ee-58325b906d90 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:03.825028 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-b5107449-46e0-4483-9031-0c19752d4acf None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 13:00:03.840016 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fe20ec20-2ba4-4942-b9ee-58325b906d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608922'] for router, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:03.840909 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe20ec20-2ba4-4942-b9ee-58325b906d90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cf2c2ef-f44d-42ef-bcd2-048d9abacfee {{(pid=93968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 13:00:03.847939 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-fe20ec20-2ba4-4942-b9ee-58325b906d90 admin admin] Notify callbacks [] for router, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:03.849831 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-fe20ec20-2ba4-4942-b9ee-58325b906d90 admin admin] 10.222.0.32 "DELETE /v2.0/routers/8cf2c2ef-f44d-42ef-bcd2-048d9abacfee HTTP/1.1" status: 204 len: 168 time: 1.5411134 Sep 21 13:00:03.852480 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 33364) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:00:03.932613 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1438629-b0f4-41d1-9764-4fe9836c0b84 admin admin] Deleting subnet 88584b3f-ee8b-47d0-84d7-098ad49e36b2 {{(pid=93968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 13:00:03.938372 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e1438629-b0f4-41d1-9764-4fe9836c0b84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:03.975537 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 8782ac3f-1fe3-4e32-89b2-8392fabd4283 no longer exists at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 13:00:04.003675 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] No Port match for: 8782ac3f-1fe3-4e32-89b2-8392fabd4283 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 13:00:04.004240 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 8782ac3f-1fe3-4e32-89b2-8392fabd4283 not bound to the agent host dv-cinder-810131-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 13:00:04.012818 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e1438629-b0f4-41d1-9764-4fe9836c0b84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9168701'] for subnet, precommit_delete_associations {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:04.192161 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e1438629-b0f4-41d1-9764-4fe9836c0b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749736'] for subnet, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:04.286603 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e1438629-b0f4-41d1-9764-4fe9836c0b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9268049'] for subnet, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:04.322027 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1438629-b0f4-41d1-9764-4fe9836c0b84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88584b3f-ee8b-47d0-84d7-098ad49e36b2,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:00:04.329214 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e1438629-b0f4-41d1-9764-4fe9836c0b84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for subnet, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:04.335102 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-e1438629-b0f4-41d1-9764-4fe9836c0b84 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/88584b3f-ee8b-47d0-84d7-098ad49e36b2 HTTP/1.1" status: 204 len: 168 time: 0.4784625 Sep 21 13:00:04.336254 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 33366) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:00:04.338975 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798b39fb-1e4c-49df-aed6-7b0e33367ef4 None None] Network 43317c7a-deea-471e-aa4d-d9fcabe56660 requested from dv-cinder-810131-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 13:00:04.463084 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ab07a7ae-c8d0-482c-ab07-ae9edf54972d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585049'] for network, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:04.608326 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9474d129-8a84-4540-ab4e-11b1216ef0aa None None] DHCP port deletion for 43317c7a-deea-471e-aa4d-d9fcabe56660 request from dv-cinder-810131-2-iscsi {{(pid=93970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 13:00:04.614124 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-ab07a7ae-c8d0-482c-ab07-ae9edf54972d admin admin] Deleting port ef9a040e-d3dc-4b95-b8d7-0040a4f57ff2 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 13:00:04.614731 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ab07a7ae-c8d0-482c-ab07-ae9edf54972d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:04.670354 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6965620-fe40-4c76-ab9a-aef6312454f1 req-7db58498-632c-4be5-a6d9-396fe89b6181 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:04.681918 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e6965620-fe40-4c76-ab9a-aef6312454f1 req-7db58498-632c-4be5-a6d9-396fe89b6181 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ed4229d-5f19-4988-bfe4-2ff26e0c1b3f HTTP/1.1" status: 200 len: 945 time: 0.1523685 Sep 21 13:00:04.682849 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-9474d129-8a84-4540-ab4e-11b1216ef0aa None None] Deleting port ef9a040e-d3dc-4b95-b8d7-0040a4f57ff2 {{(pid=93970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 13:00:04.683289 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-9474d129-8a84-4540-ab4e-11b1216ef0aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:04.781134 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-9474d129-8a84-4540-ab4e-11b1216ef0aa None None] For port ef9a040e-d3dc-4b95-b8d7-0040a4f57ff2, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=ef9a040e-d3dc-4b95-b8d7-0040a4f57ff2,segment=NetworkSegment(f60c416f-d5e9-4863-99c9-b4221e1b0ca9),segment_id=f60c416f-d5e9-4863-99c9-b4221e1b0ca9)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:00:04.781823 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-9474d129-8a84-4540-ab4e-11b1216ef0aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:04.797051 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-9474d129-8a84-4540-ab4e-11b1216ef0aa None None] Calling delete_port for ef9a040e-d3dc-4b95-b8d7-0040a4f57ff2 owned by network:dhcp {{(pid=93970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 13:00:04.829389 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-ab07a7ae-c8d0-482c-ab07-ae9edf54972d admin admin] For port ef9a040e-d3dc-4b95-b8d7-0040a4f57ff2, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=ef9a040e-d3dc-4b95-b8d7-0040a4f57ff2,segment=NetworkSegment(f60c416f-d5e9-4863-99c9-b4221e1b0ca9),segment_id=f60c416f-d5e9-4863-99c9-b4221e1b0ca9)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:00:04.829966 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ab07a7ae-c8d0-482c-ab07-ae9edf54972d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:04.843170 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e6965620-fe40-4c76-ab9a-aef6312454f1 req-b8dbe5d2-a385-47c3-8992-ac887273ae59 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.32 "GET /v2.0/security-groups?id=59732499-7231-4a02-9df6-305dbf326fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413829 Sep 21 13:00:04.863237 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-ab07a7ae-c8d0-482c-ab07-ae9edf54972d admin admin] Calling delete_port for ef9a040e-d3dc-4b95-b8d7-0040a4f57ff2 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 13:00:04.933376 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-9474d129-8a84-4540-ab4e-11b1216ef0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771'] for port, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:04.963035 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9474d129-8a84-4540-ab4e-11b1216ef0aa None None] Pushing event deleted for resources: {'Port': ['ID=ef9a040e-d3dc-4b95-b8d7-0040a4f57ff2,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:00:04.967739 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9474d129-8a84-4540-ab4e-11b1216ef0aa None None] No DVR routers for this DVR port ef9a040e-d3dc-4b95-b8d7-0040a4f57ff2 on host dv-cinder-810131-2-iscsi {{(pid=93970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 13:00:04.973249 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ab07a7ae-c8d0-482c-ab07-ae9edf54972d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168646'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:05.008772 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab07a7ae-c8d0-482c-ab07-ae9edf54972d admin admin] Pushing event deleted for resources: {'Port': ['ID=ef9a040e-d3dc-4b95-b8d7-0040a4f57ff2,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:00:05.010757 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab07a7ae-c8d0-482c-ab07-ae9edf54972d admin admin] No DVR routers for this DVR port ef9a040e-d3dc-4b95-b8d7-0040a4f57ff2 on host dv-cinder-810131-2-iscsi {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 13:00:05.120058 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ab07a7ae-c8d0-482c-ab07-ae9edf54972d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-751663', 'neutron.services.segments.db._delete_segments_for_network-8758322445213'] for network, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:05.155698 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-ab07a7ae-c8d0-482c-ab07-ae9edf54972d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43317c7a-deea-471e-aa4d-d9fcabe56660']}} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:00:05.174043 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-ab07a7ae-c8d0-482c-ab07-ae9edf54972d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f60c416f-d5e9-4863-99c9-b4221e1b0ca9') {'for_net_delete': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:00:05.174594 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-ab07a7ae-c8d0-482c-ab07-ae9edf54972d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f60c416f-d5e9-4863-99c9-b4221e1b0ca9') {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:00:05.195092 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ab07a7ae-c8d0-482c-ab07-ae9edf54972d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758322445990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9168694'] for segment, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:05.217668 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ab07a7ae-c8d0-482c-ab07-ae9edf54972d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861'] for segment, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:05.224143 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab07a7ae-c8d0-482c-ab07-ae9edf54972d admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=93968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 13:00:05.224593 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ab07a7ae-c8d0-482c-ab07-ae9edf54972d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168119'] for segment, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:05.226655 dv-cinder-810131-2-iscsi neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 13:00:05.226655 dv-cinder-810131-2-iscsi neutron-server[93968]: self.session.flush() Sep 21 13:00:05.226655 dv-cinder-810131-2-iscsi neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 13:00:05.226655 dv-cinder-810131-2-iscsi neutron-server[93968]: self.session.flush() Sep 21 13:00:05.226655 dv-cinder-810131-2-iscsi neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 13:00:05.226655 dv-cinder-810131-2-iscsi neutron-server[93968]: self.session.flush() Sep 21 13:00:05.226655 dv-cinder-810131-2-iscsi neutron-server[93968]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 21 13:00:05.226655 dv-cinder-810131-2-iscsi neutron-server[93968]: self.session.flush() Sep 21 13:00:05.226655 dv-cinder-810131-2-iscsi neutron-server[93968]: Traceback (most recent call last): Sep 21 13:00:05.226655 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 13:00:05.226655 dv-cinder-810131-2-iscsi neutron-server[93968]: timer() Sep 21 13:00:05.226655 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 13:00:05.226655 dv-cinder-810131-2-iscsi neutron-server[93968]: cb(*args, **kw) Sep 21 13:00:05.226655 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 13:00:05.226655 dv-cinder-810131-2-iscsi neutron-server[93968]: return func(*args, **kwargs) Sep 21 13:00:05.226655 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 13:00:05.226655 dv-cinder-810131-2-iscsi neutron-server[93968]: self._notify() Sep 21 13:00:05.226655 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 13:00:05.226655 dv-cinder-810131-2-iscsi neutron-server[93968]: self.callback(batched_events) Sep 21 13:00:05.226655 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 13:00:05.226655 dv-cinder-810131-2-iscsi neutron-server[93968]: event.method(event) Sep 21 13:00:05.226655 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 13:00:05.226655 dv-cinder-810131-2-iscsi neutron-server[93968]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 13:00:05.226655 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 13:00:05.226655 dv-cinder-810131-2-iscsi neutron-server[93968]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 13:00:05.226655 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 13:00:05.226655 dv-cinder-810131-2-iscsi neutron-server[93968]: return f(self, *a, **k) Sep 21 13:00:05.226655 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 13:00:05.226655 dv-cinder-810131-2-iscsi neutron-server[93968]: return self._get(url).json() Sep 21 13:00:05.226655 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 13:00:05.226655 dv-cinder-810131-2-iscsi neutron-server[93968]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 13:00:05.226655 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 13:00:05.226655 dv-cinder-810131-2-iscsi neutron-server[93968]: return self.request(url, 'GET', **kwargs) Sep 21 13:00:05.226655 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 13:00:05.226655 dv-cinder-810131-2-iscsi neutron-server[93968]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 13:00:05.226655 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 13:00:05.226655 dv-cinder-810131-2-iscsi neutron-server[93968]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 13:00:05.226655 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 13:00:05.226655 dv-cinder-810131-2-iscsi neutron-server[93968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 13:00:05.226655 dv-cinder-810131-2-iscsi neutron-server[93968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 13:00:05.290546 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ab07a7ae-c8d0-482c-ab07-ae9edf54972d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-751670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1618708'] for network, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:05.296433 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ab07a7ae-c8d0-482c-ab07-ae9edf54972d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for network, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:05.298486 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-ab07a7ae-c8d0-482c-ab07-ae9edf54972d admin admin] 10.222.0.32 "DELETE /v2.0/networks/43317c7a-deea-471e-aa4d-d9fcabe56660 HTTP/1.1" status: 204 len: 168 time: 0.9607389 Sep 21 13:00:05.303856 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 33372) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:00:05.311466 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab07a7ae-c8d0-482c-ab07-ae9edf54972d admin admin] Pushing event deleted for resources: {'Network': ['ID=43317c7a-deea-471e-aa4d-d9fcabe56660,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:00:05.815704 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9372ec17-7703-4d43-a896-b7b26124aa66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1618182'] for router_interface, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:05.960313 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device ef9a040e-d3dc-4b95-b8d7-0040a4f57ff2 no longer exists at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 13:00:05.995049 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] No Port match for: ef9a040e-d3dc-4b95-b8d7-0040a4f57ff2 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 13:00:05.995441 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device ef9a040e-d3dc-4b95-b8d7-0040a4f57ff2 not bound to the agent host dv-cinder-810131-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 13:00:05.996172 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device d074498f-4cf7-4cfd-8f64-ff10e652708c no longer exists at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 13:00:06.021451 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560429a-96ee-43a2-9faa-8b1d1fe08a2b req-163a2458-ab6a-41ec-bb9d-5bd4577032de tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:06.025713 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c560429a-96ee-43a2-9faa-8b1d1fe08a2b req-163a2458-ab6a-41ec-bb9d-5bd4577032de tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ed4229d-5f19-4988-bfe4-2ff26e0c1b3f HTTP/1.1" status: 200 len: 945 time: 0.0848899 Sep 21 13:00:06.029242 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] No Port match for: d074498f-4cf7-4cfd-8f64-ff10e652708c {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 13:00:06.029791 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device d074498f-4cf7-4cfd-8f64-ff10e652708c not bound to the agent host dv-cinder-810131-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 13:00:06.098131 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c560429a-96ee-43a2-9faa-8b1d1fe08a2b req-4b43ae89-93c3-480d-a2fe-dfcf8ca3db46 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.32 "GET /v2.0/security-groups?id=59732499-7231-4a02-9df6-305dbf326fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630050 Sep 21 13:00:06.194653 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-9372ec17-7703-4d43-a896-b7b26124aa66 admin admin] Deleting port 0036395a-cca1-41c2-8659-4f366183740c {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 13:00:06.195193 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9372ec17-7703-4d43-a896-b7b26124aa66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:06.304608 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-9372ec17-7703-4d43-a896-b7b26124aa66 admin admin] For port 0036395a-cca1-41c2-8659-4f366183740c, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=0036395a-cca1-41c2-8659-4f366183740c,segment=NetworkSegment(daf7d9f4-5aa7-4388-90fd-8dfcccea3674),segment_id=daf7d9f4-5aa7-4388-90fd-8dfcccea3674)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:00:06.305437 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9372ec17-7703-4d43-a896-b7b26124aa66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:06.321058 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-9372ec17-7703-4d43-a896-b7b26124aa66 admin admin] Calling delete_port for 0036395a-cca1-41c2-8659-4f366183740c owned by network:router_interface {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 13:00:06.875094 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9372ec17-7703-4d43-a896-b7b26124aa66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9294141'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:06.909960 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372ec17-7703-4d43-a896-b7b26124aa66 admin admin] Pushing event deleted for resources: {'Port': ['ID=0036395a-cca1-41c2-8659-4f366183740c,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:00:07.169323 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9372ec17-7703-4d43-a896-b7b26124aa66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1791924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1618870'] for router_interface, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:07.273122 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45eaf0d-9811-4a6d-8e29-62d44e4b9d39 req-a2dc9de2-2153-4610-a3b2-b86d316e0fdd tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:07.275979 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a45eaf0d-9811-4a6d-8e29-62d44e4b9d39 req-a2dc9de2-2153-4610-a3b2-b86d316e0fdd tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86 HTTP/1.1" status: 200 len: 946 time: 0.0882905 Sep 21 13:00:07.335939 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a45eaf0d-9811-4a6d-8e29-62d44e4b9d39 req-0185cecf-2f1e-42d2-8452-971335470613 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492690 Sep 21 13:00:07.460825 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9372ec17-7703-4d43-a896-b7b26124aa66 admin admin] Router 18a452f7-e788-47dc-b3e4-f58d2a1c65f7 has already been hosted by L3 agent ac1410d3-fc19-41f1-a8a6-9305dbf296af {{(pid=93969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 13:00:07.574983 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9372ec17-7703-4d43-a896-b7b26124aa66 admin admin] Notify agent at l3_agent.dv-cinder-810131-2-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 13:00:07.582089 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-9372ec17-7703-4d43-a896-b7b26124aa66 admin admin] 10.222.0.32 "PUT /v2.0/routers/18a452f7-e788-47dc-b3e4-f58d2a1c65f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2753208 Sep 21 13:00:07.585430 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 33394) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:00:07.587689 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85bf6c9-cb98-4373-bad6-c5cfb77543f4 None None] Sync routers for ids ['18a452f7-e788-47dc-b3e4-f58d2a1c65f7'] in dv-cinder-810131-2-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 13:00:07.598931 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85bf6c9-cb98-4373-bad6-c5cfb77543f4 None None] Routers {'18a452f7-e788-47dc-b3e4-f58d2a1c65f7'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 13:00:07.599574 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-d85bf6c9-cb98-4373-bad6-c5cfb77543f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T12:59:45Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['18a452f7-e788-47dc-b3e4-f58d2a1c65f7'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:00:07.730303 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9bf34ebf-6b4a-446a-b6e0-ea417f4e06af admin admin] Notify callbacks [] for router, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:07.757377 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-d85bf6c9-cb98-4373-bad6-c5cfb77543f4 None None] Set router 18a452f7-e788-47dc-b3e4-f58d2a1c65f7 gateway port host: dv-cinder-810131-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 13:00:07.853788 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9bf34ebf-6b4a-446a-b6e0-ea417f4e06af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:07.946502 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-9bf34ebf-6b4a-446a-b6e0-ea417f4e06af admin admin] Deleting port 67512842-5279-4881-beec-26ae3b23860f {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 13:00:07.946840 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9bf34ebf-6b4a-446a-b6e0-ea417f4e06af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:08.045880 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-d85bf6c9-cb98-4373-bad6-c5cfb77543f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a452f7-e788-47dc-b3e4-f58d2a1c65f7', 'name': 'tempest-TestMinimumBasicScenario-1388314591-router', 'tenant_id': '460f9704d15a49dfbbae9a57bfab2cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '67512842-5279-4881-beec-26ae3b23860f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:57:05Z', 'updated_at': '2021-09-21T13:00:06Z', 'revision_number': 5, 'project_id': '460f9704d15a49dfbbae9a57bfab2cc8', 'gw_port': {'id': '67512842-5279-4881-beec-26ae3b23860f', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a8:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a452f7-e788-47dc-b3e4-f58d2a1c65f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:57:05Z', 'updated_at': '2021-09-21T12:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi'}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:00:08.060437 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-9bf34ebf-6b4a-446a-b6e0-ea417f4e06af admin admin] For port 67512842-5279-4881-beec-26ae3b23860f, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=67512842-5279-4881-beec-26ae3b23860f,segment=NetworkSegment(e2b94f31-7b3f-4aad-87c8-37618fa3f855),segment_id=e2b94f31-7b3f-4aad-87c8-37618fa3f855)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:00:08.060812 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9bf34ebf-6b4a-446a-b6e0-ea417f4e06af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:08.073795 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-9bf34ebf-6b4a-446a-b6e0-ea417f4e06af admin admin] Calling delete_port for 67512842-5279-4881-beec-26ae3b23860f owned by network:router_gateway {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 13:00:08.094343 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85bf6c9-cb98-4373-bad6-c5cfb77543f4 None None] Checking router: 18a452f7-e788-47dc-b3e4-f58d2a1c65f7 for host: dv-cinder-810131-2-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 13:00:08.110891 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85bf6c9-cb98-4373-bad6-c5cfb77543f4 None None] Routers {'18a452f7-e788-47dc-b3e4-f58d2a1c65f7'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 13:00:08.111930 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-d85bf6c9-cb98-4373-bad6-c5cfb77543f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T12:59:45Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['18a452f7-e788-47dc-b3e4-f58d2a1c65f7'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:00:08.238831 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-d85bf6c9-cb98-4373-bad6-c5cfb77543f4 None None] Set router 18a452f7-e788-47dc-b3e4-f58d2a1c65f7 gateway port host: None {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 13:00:08.265481 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9bf34ebf-6b4a-446a-b6e0-ea417f4e06af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9294141'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:08.294184 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf34ebf-6b4a-446a-b6e0-ea417f4e06af admin admin] Pushing event deleted for resources: {'Port': ['ID=67512842-5279-4881-beec-26ae3b23860f,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:00:08.320341 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-d85bf6c9-cb98-4373-bad6-c5cfb77543f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a452f7-e788-47dc-b3e4-f58d2a1c65f7', 'name': 'tempest-TestMinimumBasicScenario-1388314591-router', 'tenant_id': '460f9704d15a49dfbbae9a57bfab2cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:57:05Z', 'updated_at': '2021-09-21T13:00:07Z', 'revision_number': 6, 'project_id': '460f9704d15a49dfbbae9a57bfab2cc8', 'gw_port_host': None}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:00:08.368578 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85bf6c9-cb98-4373-bad6-c5cfb77543f4 None None] The sync data for ids ['18a452f7-e788-47dc-b3e4-f58d2a1c65f7'] in dv-cinder-810131-2-iscsi is: [{'id': '18a452f7-e788-47dc-b3e4-f58d2a1c65f7', 'name': 'tempest-TestMinimumBasicScenario-1388314591-router', 'tenant_id': '460f9704d15a49dfbbae9a57bfab2cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:57:05Z', 'updated_at': '2021-09-21T13:00:07Z', 'revision_number': 6, 'project_id': '460f9704d15a49dfbbae9a57bfab2cc8', 'gw_port_host': None}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 13:00:08.370427 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9bf34ebf-6b4a-446a-b6e0-ea417f4e06af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1618800'] for router_gateway, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:08.486231 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9bf34ebf-6b4a-446a-b6e0-ea417f4e06af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3824'] for router, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:08.489037 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9bf34ebf-6b4a-446a-b6e0-ea417f4e06af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:08.532447 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5764f57-986b-4d91-b93f-7c5c572f6da4 req-363cb022-4bbf-40e9-adb3-e55c8c6a9a10 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:08.534334 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c5764f57-986b-4d91-b93f-7c5c572f6da4 req-363cb022-4bbf-40e9-adb3-e55c8c6a9a10 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86 HTTP/1.1" status: 200 len: 946 time: 0.0632534 Sep 21 13:00:08.564788 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9bf34ebf-6b4a-446a-b6e0-ea417f4e06af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608922'] for router, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:08.564788 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf34ebf-6b4a-446a-b6e0-ea417f4e06af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18a452f7-e788-47dc-b3e4-f58d2a1c65f7 {{(pid=93969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 13:00:08.573780 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9bf34ebf-6b4a-446a-b6e0-ea417f4e06af admin admin] Notify callbacks [] for router, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:08.579090 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-9bf34ebf-6b4a-446a-b6e0-ea417f4e06af admin admin] 10.222.0.32 "DELETE /v2.0/routers/18a452f7-e788-47dc-b3e4-f58d2a1c65f7 HTTP/1.1" status: 204 len: 168 time: 0.9919944 Sep 21 13:00:08.579848 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 33402) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:00:08.597439 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c5764f57-986b-4d91-b93f-7c5c572f6da4 req-bc75b652-5657-441c-9ccf-709bffe42e33 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517695 Sep 21 13:00:08.640424 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ef7ecaa-73e2-4865-8562-c52158293471 admin admin] Deleting subnet 26c0a503-e0fa-42a7-9f90-01a89066db3d {{(pid=93969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 13:00:08.643834 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6ef7ecaa-73e2-4865-8562-c52158293471 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:08.681179 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6ef7ecaa-73e2-4865-8562-c52158293471 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9373277'] for subnet, precommit_delete_associations {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:08.820610 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85039b8-b88d-48a3-bf38-b7b027323d8d req-e7df407c-ae00-4a51-84a7-2c36464bf654 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:08.822224 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c85039b8-b88d-48a3-bf38-b7b027323d8d req-e7df407c-ae00-4a51-84a7-2c36464bf654 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.45 "GET /v2.0/ports?device_id=7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86 HTTP/1.1" status: 200 len: 946 time: 0.1156251 Sep 21 13:00:08.891229 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6ef7ecaa-73e2-4865-8562-c52158293471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749736'] for subnet, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:08.991699 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6ef7ecaa-73e2-4865-8562-c52158293471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9294098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8883375'] for subnet, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:09.003385 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-c85039b8-b88d-48a3-bf38-b7b027323d8d req-0a701287-48b6-47f8-8cad-fcbbd6976931 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Deleting port 10a15884-e079-4572-bf08-93d34ff4c9d5 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 13:00:09.003723 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-c85039b8-b88d-48a3-bf38-b7b027323d8d req-0a701287-48b6-47f8-8cad-fcbbd6976931 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:09.045293 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6ef7ecaa-73e2-4865-8562-c52158293471 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:09.047726 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-6ef7ecaa-73e2-4865-8562-c52158293471 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/26c0a503-e0fa-42a7-9f90-01a89066db3d HTTP/1.1" status: 204 len: 168 time: 0.4666383 Sep 21 13:00:09.051868 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 33408) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:00:09.052891 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a964e6-5e5e-4502-9d9a-27ebcca36910 None None] Network fe3e2b6a-9794-475d-bf7a-209f2bcce77a requested from dv-cinder-810131-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 13:00:09.065617 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef7ecaa-73e2-4865-8562-c52158293471 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26c0a503-e0fa-42a7-9f90-01a89066db3d,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:00:09.173648 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f7547260-7d21-4d79-b7d1-f2a7edee871b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585049'] for network, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:09.188143 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-c85039b8-b88d-48a3-bf38-b7b027323d8d req-0a701287-48b6-47f8-8cad-fcbbd6976931 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] For port 10a15884-e079-4572-bf08-93d34ff4c9d5, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=10a15884-e079-4572-bf08-93d34ff4c9d5,segment=NetworkSegment(3e28581a-7375-4fda-870d-9e9e6a1f581d),segment_id=3e28581a-7375-4fda-870d-9e9e6a1f581d)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:00:09.188630 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-c85039b8-b88d-48a3-bf38-b7b027323d8d req-0a701287-48b6-47f8-8cad-fcbbd6976931 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:09.272889 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-f7547260-7d21-4d79-b7d1-f2a7edee871b admin admin] Deleting port cf66b348-ab76-45d1-b58b-e947abf38246 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 13:00:09.273510 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f7547260-7d21-4d79-b7d1-f2a7edee871b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:09.315809 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d268d2fc-2774-4ab0-b488-b947cdd433a3 None None] DHCP port deletion for fe3e2b6a-9794-475d-bf7a-209f2bcce77a request from dv-cinder-810131-2-iscsi {{(pid=93970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 13:00:09.385800 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-d268d2fc-2774-4ab0-b488-b947cdd433a3 None None] Deleting port cf66b348-ab76-45d1-b58b-e947abf38246 {{(pid=93970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 13:00:09.386752 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d268d2fc-2774-4ab0-b488-b947cdd433a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:09.397512 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-f7547260-7d21-4d79-b7d1-f2a7edee871b admin admin] For port cf66b348-ab76-45d1-b58b-e947abf38246, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=cf66b348-ab76-45d1-b58b-e947abf38246,segment=NetworkSegment(daf7d9f4-5aa7-4388-90fd-8dfcccea3674),segment_id=daf7d9f4-5aa7-4388-90fd-8dfcccea3674)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:00:09.398165 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f7547260-7d21-4d79-b7d1-f2a7edee871b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:09.424038 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-f7547260-7d21-4d79-b7d1-f2a7edee871b admin admin] Calling delete_port for cf66b348-ab76-45d1-b58b-e947abf38246 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 13:00:09.428182 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-c85039b8-b88d-48a3-bf38-b7b027323d8d req-0a701287-48b6-47f8-8cad-fcbbd6976931 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:09.428799 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-c85039b8-b88d-48a3-bf38-b7b027323d8d req-0a701287-48b6-47f8-8cad-fcbbd6976931 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618694'] for floatingip, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:09.429497 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.db.l3_db [req-c85039b8-b88d-48a3-bf38-b7b027323d8d req-0a701287-48b6-47f8-8cad-fcbbd6976931 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Floating IP 49c90cf7-e874-4493-90a8-e2d6fed1afde disassociated. External IP: 172.27.0.30, port: 10a15884-e079-4572-bf08-93d34ff4c9d5. Sep 21 13:00:09.430050 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-c85039b8-b88d-48a3-bf38-b7b027323d8d req-0a701287-48b6-47f8-8cad-fcbbd6976931 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Calling delete_port for 10a15884-e079-4572-bf08-93d34ff4c9d5 owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 13:00:09.516742 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-d268d2fc-2774-4ab0-b488-b947cdd433a3 None None] For port cf66b348-ab76-45d1-b58b-e947abf38246, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=cf66b348-ab76-45d1-b58b-e947abf38246,segment=NetworkSegment(daf7d9f4-5aa7-4388-90fd-8dfcccea3674),segment_id=daf7d9f4-5aa7-4388-90fd-8dfcccea3674)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:00:09.517378 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d268d2fc-2774-4ab0-b488-b947cdd433a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:09.543115 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-d268d2fc-2774-4ab0-b488-b947cdd433a3 None None] Calling delete_port for cf66b348-ab76-45d1-b58b-e947abf38246 owned by network:dhcp {{(pid=93970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 13:00:09.574524 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f7547260-7d21-4d79-b7d1-f2a7edee871b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168646'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:09.606276 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7547260-7d21-4d79-b7d1-f2a7edee871b admin admin] No DVR routers for this DVR port cf66b348-ab76-45d1-b58b-e947abf38246 on host dv-cinder-810131-2-iscsi {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 13:00:09.630276 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7547260-7d21-4d79-b7d1-f2a7edee871b admin admin] Pushing event deleted for resources: {'Port': ['ID=cf66b348-ab76-45d1-b58b-e947abf38246,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:00:09.677407 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d268d2fc-2774-4ab0-b488-b947cdd433a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771'] for port, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:09.701439 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-c85039b8-b88d-48a3-bf38-b7b027323d8d req-0a701287-48b6-47f8-8cad-fcbbd6976931 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9294141'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:09.718045 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d268d2fc-2774-4ab0-b488-b947cdd433a3 None None] Pushing event deleted for resources: {'Port': ['ID=cf66b348-ab76-45d1-b58b-e947abf38246,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:00:09.722996 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d268d2fc-2774-4ab0-b488-b947cdd433a3 None None] No DVR routers for this DVR port cf66b348-ab76-45d1-b58b-e947abf38246 on host dv-cinder-810131-2-iscsi {{(pid=93970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 13:00:09.788473 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f7547260-7d21-4d79-b7d1-f2a7edee871b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-751663', 'neutron.services.segments.db._delete_segments_for_network-8758322445213'] for network, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:09.841439 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-689b9fd9-ec7a-4d89-8886-df1a41acb2d4 req-d4ae3529-a0d3-4a5a-a9f6-d91075feeb1e tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86 HTTP/1.1" status: 200 len: 210 time: 0.0478730 Sep 21 13:00:09.843087 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-f7547260-7d21-4d79-b7d1-f2a7edee871b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe3e2b6a-9794-475d-bf7a-209f2bcce77a']}} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:00:09.878461 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a701287-48b6-47f8-8cad-fcbbd6976931 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Pushing event deleted for resources: {'Port': ['ID=10a15884-e079-4572-bf08-93d34ff4c9d5,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:00:09.879330 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-f7547260-7d21-4d79-b7d1-f2a7edee871b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daf7d9f4-5aa7-4388-90fd-8dfcccea3674') {'for_net_delete': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:00:09.879330 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-f7547260-7d21-4d79-b7d1-f2a7edee871b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daf7d9f4-5aa7-4388-90fd-8dfcccea3674') {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:00:09.906347 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f7547260-7d21-4d79-b7d1-f2a7edee871b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758322445990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9168694'] for segment, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:09.924461 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f7547260-7d21-4d79-b7d1-f2a7edee871b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861'] for segment, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:09.937929 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7547260-7d21-4d79-b7d1-f2a7edee871b admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=93968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 13:00:09.938804 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f7547260-7d21-4d79-b7d1-f2a7edee871b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168119'] for segment, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:09.943134 dv-cinder-810131-2-iscsi neutron-server[93968]: Traceback (most recent call last): Sep 21 13:00:09.943134 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 13:00:09.943134 dv-cinder-810131-2-iscsi neutron-server[93968]: timer() Sep 21 13:00:09.943134 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 13:00:09.943134 dv-cinder-810131-2-iscsi neutron-server[93968]: cb(*args, **kw) Sep 21 13:00:09.943134 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 13:00:09.943134 dv-cinder-810131-2-iscsi neutron-server[93968]: return func(*args, **kwargs) Sep 21 13:00:09.943134 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 13:00:09.943134 dv-cinder-810131-2-iscsi neutron-server[93968]: self._notify() Sep 21 13:00:09.943134 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 13:00:09.943134 dv-cinder-810131-2-iscsi neutron-server[93968]: self.callback(batched_events) Sep 21 13:00:09.943134 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 13:00:09.943134 dv-cinder-810131-2-iscsi neutron-server[93968]: event.method(event) Sep 21 13:00:09.943134 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 13:00:09.943134 dv-cinder-810131-2-iscsi neutron-server[93968]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 13:00:09.943134 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 13:00:09.943134 dv-cinder-810131-2-iscsi neutron-server[93968]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 13:00:09.943134 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 13:00:09.943134 dv-cinder-810131-2-iscsi neutron-server[93968]: return f(self, *a, **k) Sep 21 13:00:09.943134 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 13:00:09.943134 dv-cinder-810131-2-iscsi neutron-server[93968]: return self._get(url).json() Sep 21 13:00:09.943134 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 13:00:09.943134 dv-cinder-810131-2-iscsi neutron-server[93968]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 13:00:09.943134 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 13:00:09.943134 dv-cinder-810131-2-iscsi neutron-server[93968]: return self.request(url, 'GET', **kwargs) Sep 21 13:00:09.943134 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 13:00:09.943134 dv-cinder-810131-2-iscsi neutron-server[93968]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 13:00:09.943134 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 13:00:09.943134 dv-cinder-810131-2-iscsi neutron-server[93968]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 13:00:09.943134 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 13:00:09.943134 dv-cinder-810131-2-iscsi neutron-server[93968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 13:00:09.943134 dv-cinder-810131-2-iscsi neutron-server[93968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 13:00:09.969232 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 67512842-5279-4881-beec-26ae3b23860f no longer exists at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 13:00:10.011530 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] No Port match for: 67512842-5279-4881-beec-26ae3b23860f {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 13:00:10.012188 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 67512842-5279-4881-beec-26ae3b23860f not bound to the agent host dv-cinder-810131-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 13:00:10.013127 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device cf66b348-ab76-45d1-b58b-e947abf38246 no longer exists at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 13:00:10.027778 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f7547260-7d21-4d79-b7d1-f2a7edee871b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-751670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1618708'] for network, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:10.048239 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c85039b8-b88d-48a3-bf38-b7b027323d8d req-0a701287-48b6-47f8-8cad-fcbbd6976931 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Router b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5 has already been hosted by L3 agent ac1410d3-fc19-41f1-a8a6-9305dbf296af {{(pid=93969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 13:00:10.048838 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f7547260-7d21-4d79-b7d1-f2a7edee871b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for network, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:10.052241 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-f7547260-7d21-4d79-b7d1-f2a7edee871b admin admin] 10.222.0.32 "DELETE /v2.0/networks/fe3e2b6a-9794-475d-bf7a-209f2bcce77a HTTP/1.1" status: 204 len: 168 time: 0.9987459 Sep 21 13:00:10.052659 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] No Port match for: cf66b348-ab76-45d1-b58b-e947abf38246 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 13:00:10.054866 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device cf66b348-ab76-45d1-b58b-e947abf38246 not bound to the agent host dv-cinder-810131-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 13:00:10.056602 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 0036395a-cca1-41c2-8659-4f366183740c no longer exists at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 13:00:10.080610 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7547260-7d21-4d79-b7d1-f2a7edee871b admin admin] Pushing event deleted for resources: {'Network': ['ID=fe3e2b6a-9794-475d-bf7a-209f2bcce77a,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:00:10.095902 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] No Port match for: 0036395a-cca1-41c2-8659-4f366183740c {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 13:00:10.096739 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 0036395a-cca1-41c2-8659-4f366183740c not bound to the agent host dv-cinder-810131-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 13:00:10.222543 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c85039b8-b88d-48a3-bf38-b7b027323d8d req-0a701287-48b6-47f8-8cad-fcbbd6976931 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify agent at l3_agent.dv-cinder-810131-2-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 13:00:10.238467 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f6d469-6f79-4d9c-82ca-dd8566835619 None None] Sync routers for ids ['b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'] in dv-cinder-810131-2-iscsi {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 13:00:10.255151 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f6d469-6f79-4d9c-82ca-dd8566835619 None None] Routers {'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 13:00:10.256384 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-a8f6d469-6f79-4d9c-82ca-dd8566835619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T12:59:45Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:00:10.285147 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-c85039b8-b88d-48a3-bf38-b7b027323d8d req-0a701287-48b6-47f8-8cad-fcbbd6976931 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] No DVR routers for this DVR port 10a15884-e079-4572-bf08-93d34ff4c9d5 on host hv-cinder-81013 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 13:00:10.290132 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-c85039b8-b88d-48a3-bf38-b7b027323d8d req-0a701287-48b6-47f8-8cad-fcbbd6976931 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:10.293893 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c85039b8-b88d-48a3-bf38-b7b027323d8d req-0a701287-48b6-47f8-8cad-fcbbd6976931 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.45 "DELETE /v2.0/ports/10a15884-e079-4572-bf08-93d34ff4c9d5 HTTP/1.1" status: 204 len: 173 time: 1.4613628 Sep 21 13:00:10.294847 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86', 'name': 'network-vif-deleted', 'tag': '10a15884-e079-4572-bf08-93d34ff4c9d5'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 13:00:10.299829 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}891eab8d1a3043c3e369406f1201b67df81013e3c20d23918ff9fd5cd34c6e83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee7ba3e-5e24-4241-a792-f94043d68867" -d '{"events": [{"server_uuid": "7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86", "name": "network-vif-deleted", "tag": "10a15884-e079-4572-bf08-93d34ff4c9d5"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 13:00:10.369280 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 13:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace864ad-63f2-43b9-9148-39606ea3545c x-openstack-request-id: req-ace864ad-63f2-43b9-9148-39606ea3545c {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 13:00:10.369959 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86", "name": "network-vif-deleted", "tag": "10a15884-e079-4572-bf08-93d34ff4c9d5", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 13:00:10.370442 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ace864ad-63f2-43b9-9148-39606ea3545c {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 13:00:10.371827 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86', 'name': 'network-vif-deleted', 'tag': '10a15884-e079-4572-bf08-93d34ff4c9d5', 'status': 'completed', 'code': 200} Sep 21 13:00:10.383667 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 33420) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:00:10.444784 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-47fa845a-7ee5-4bc8-9c6f-74a3c53cfcc4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=54f9f534b71a4136abd69de59797e640&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0588973 Sep 21 13:00:10.447213 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 33422) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:00:10.464993 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-a8f6d469-6f79-4d9c-82ca-dd8566835619 None None] Set router b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5 gateway port host: dv-cinder-810131-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 13:00:10.518057 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c7e1eb91-9d21-4d80-a3fb-35eb71a37b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:10.547436 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c7e1eb91-9d21-4d80-a3fb-35eb71a37b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:10.626645 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c7e1eb91-9d21-4d80-a3fb-35eb71a37b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:10.631057 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c7e1eb91-9d21-4d80-a3fb-35eb71a37b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:10.633397 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-c7e1eb91-9d21-4d80-a3fb-35eb71a37b67 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/556c2313-ec43-4407-9345-bd30f5a3839d HTTP/1.1" status: 204 len: 168 time: 0.1844432 Sep 21 13:00:10.646202 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e1eb91-9d21-4d80-a3fb-35eb71a37b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556c2313-ec43-4407-9345-bd30f5a3839d,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:00:10.836916 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-a8f6d469-6f79-4d9c-82ca-dd8566835619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'name': 'tempest-TestVolumeBootPattern-1695748614-router', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4957470c-a00c-42ae-a868-1b82a9d111f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:56:22Z', 'updated_at': '2021-09-21T12:56:26Z', 'revision_number': 4, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'gw_port': {'id': '4957470c-a00c-42ae-a868-1b82a9d111f7', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:23Z', 'updated_at': '2021-09-21T12:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': 'cbb25802-0914-48c9-9676-12b51edc041a', 'name': '', 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'mac_address': 'fa:16:3e:5b:a5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7097d818-f75a-489b-96c8-b19c4cc747bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:25Z', 'updated_at': '2021-09-21T12:56:31Z', 'revision_number': 5, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'subnets': [{'id': '7097d818-f75a-489b-96c8-b19c4cc747bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:00:10.886483 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f6d469-6f79-4d9c-82ca-dd8566835619 None None] Checking router: b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5 for host: dv-cinder-810131-2-iscsi {{(pid=93970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 13:00:10.902125 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f6d469-6f79-4d9c-82ca-dd8566835619 None None] Routers {'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 13:00:10.903460 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-a8f6d469-6f79-4d9c-82ca-dd8566835619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T12:59:45Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:00:11.048374 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1a96d6eb-1e69-4cef-b258-08dd9d2beac3 req-2569a9c9-39a0-4407-b30a-de0067f0fbfb tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bbdb813-5a6c-45d9-a6d6-b7d0f555ac86 HTTP/1.1" status: 200 len: 210 time: 0.0603931 Sep 21 13:00:11.179044 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-a8f6d469-6f79-4d9c-82ca-dd8566835619 None None] Set router b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5 gateway port host: dv-cinder-810131-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 13:00:11.212756 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 33434) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:00:11.279384 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-85eae49d-8ad7-4084-b448-aba2ab11e3d0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=460f9704d15a49dfbbae9a57bfab2cc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0650795 Sep 21 13:00:11.280729 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 33436) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:00:11.346479 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-20e20b38-5a25-47c9-9376-8c699d54542e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:11.378499 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-20e20b38-5a25-47c9-9376-8c699d54542e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:11.453616 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-20e20b38-5a25-47c9-9376-8c699d54542e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:11.456941 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-20e20b38-5a25-47c9-9376-8c699d54542e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:11.458492 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-20e20b38-5a25-47c9-9376-8c699d54542e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8e915a74-a1e2-4f07-89ba-ac47e637a4c3 HTTP/1.1" status: 204 len: 168 time: 0.1762655 Sep 21 13:00:11.470471 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e20b38-5a25-47c9-9376-8c699d54542e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e915a74-a1e2-4f07-89ba-ac47e637a4c3,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:00:11.473627 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-a8f6d469-6f79-4d9c-82ca-dd8566835619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'name': 'tempest-TestVolumeBootPattern-1695748614-router', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4957470c-a00c-42ae-a868-1b82a9d111f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:56:22Z', 'updated_at': '2021-09-21T12:56:26Z', 'revision_number': 4, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'gw_port': {'id': '4957470c-a00c-42ae-a868-1b82a9d111f7', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:23Z', 'updated_at': '2021-09-21T12:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': 'cbb25802-0914-48c9-9676-12b51edc041a', 'name': '', 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'mac_address': 'fa:16:3e:5b:a5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7097d818-f75a-489b-96c8-b19c4cc747bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:25Z', 'updated_at': '2021-09-21T12:56:31Z', 'revision_number': 5, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'subnets': [{'id': '7097d818-f75a-489b-96c8-b19c4cc747bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:00:11.505919 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f6d469-6f79-4d9c-82ca-dd8566835619 None None] The sync data for ids ['b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'] in dv-cinder-810131-2-iscsi is: [{'id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'name': 'tempest-TestVolumeBootPattern-1695748614-router', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4957470c-a00c-42ae-a868-1b82a9d111f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:56:22Z', 'updated_at': '2021-09-21T12:56:26Z', 'revision_number': 4, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'gw_port': {'id': '4957470c-a00c-42ae-a868-1b82a9d111f7', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:23Z', 'updated_at': '2021-09-21T12:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': 'cbb25802-0914-48c9-9676-12b51edc041a', 'name': '', 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'mac_address': 'fa:16:3e:5b:a5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7097d818-f75a-489b-96c8-b19c4cc747bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:25Z', 'updated_at': '2021-09-21T12:56:31Z', 'revision_number': 5, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'subnets': [{'id': '7097d818-f75a-489b-96c8-b19c4cc747bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 13:00:11.816619 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2c274f-9e1f-4d06-a90d-ee283a38e3df None None] New status for floating IP 49c90cf7-e874-4493-90a8-e2d6fed1afde: DOWN {{(pid=93971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 13:00:12.400534 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-6fc5ee39-d248-4315-9f07-81eb4c579734 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-434611307&fields=id&tenant_id=f8dd986907b641449edd23beaff087cd HTTP/1.1" status: 200 len: 267 time: 0.0423963 Sep 21 13:00:12.522202 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-0d7244c5-69e2-414a-8d4c-eefbd2c133da tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:12.523777 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-0d7244c5-69e2-414a-8d4c-eefbd2c133da tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/networks?id=1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9 HTTP/1.1" status: 200 len: 812 time: 0.1144845 Sep 21 13:00:12.531258 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device 10a15884-e079-4572-bf08-93d34ff4c9d5 no longer exists at agent hyperv_hv-cinder-81013 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 13:00:12.544588 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-eef2e74d-ac51-453e-bd52-d0ad8a8bd6da tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/quotas/f8dd986907b641449edd23beaff087cd HTTP/1.1" status: 200 len: 375 time: 0.0142968 Sep 21 13:00:12.563022 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] No Port match for: 10a15884-e079-4572-bf08-93d34ff4c9d5 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 13:00:12.563548 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device 10a15884-e079-4572-bf08-93d34ff4c9d5 not bound to the agent host hv-cinder-81013 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 13:00:12.607044 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-fe99d2a6-7033-443a-82d5-66006260ae36 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f8dd986907b641449edd23beaff087cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0565445 Sep 21 13:00:12.667070 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-759454ed-a62c-4ccb-be69-86f4fcfe708c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:12.750113 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-d0bac787-54ed-48c9-8f5e-d0dbc954a958 service neutron] 10.222.0.32 "GET /v2.0/networks/1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209612 Sep 21 13:00:12.875909 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-bb15a56a-5a26-423d-a5b3-d1e8c6757c06 service neutron] 10.222.0.32 "GET /v2.0/networks/1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186767 Sep 21 13:00:13.230942 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-dc16dbcc-981a-423c-bf40-7c57b302d8ef req-dd465d91-2d67-4e86-9ceb-33b77e01784d tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8966fb-955a-4106-9a4d-164be1a06e28 HTTP/1.1" status: 200 len: 210 time: 0.0343125 Sep 21 13:00:14.344478 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-70697f75-4c8a-4607-a6d3-581d77a03efc req-9642819e-4627-4352-9232-0ae4fc04e8d3 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8966fb-955a-4106-9a4d-164be1a06e28 HTTP/1.1" status: 200 len: 210 time: 0.0314837 Sep 21 13:00:15.321313 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2ac2bafd-e7e7-439f-8e42-284b14e17a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:15.444402 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-187ada0f-99fc-4c05-ab6c-9381571dd09e req-8a5f6b68-15e8-4145-be9a-3a85967eda75 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8966fb-955a-4106-9a4d-164be1a06e28 HTTP/1.1" status: 200 len: 210 time: 0.0275488 Sep 21 13:00:15.911964 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:15.915696 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:16.579780 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f85b0068-6587-4ec2-88c1-79bbb657aab5 req-d16febe4-0007-4e8c-b5cc-6bf05227762c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8966fb-955a-4106-9a4d-164be1a06e28 HTTP/1.1" status: 200 len: 210 time: 0.0381591 Sep 21 13:00:16.649208 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:17.327011 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-32b1a650-94ae-4dd6-bddd-9baea95910d6 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:17.328784 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-32b1a650-94ae-4dd6-bddd-9baea95910d6 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.45 "GET /v2.0/networks?id=1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9 HTTP/1.1" status: 200 len: 812 time: 0.1228764 Sep 21 13:00:17.399844 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-96505202-2ad3-43ed-92fb-18ed5dc9000d tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8dd986907b641449edd23beaff087cd HTTP/1.1" status: 200 len: 379 time: 0.0592842 Sep 21 13:00:17.417167 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-527ad623-571f-42e2-97f1-3ca847959f0c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Request body: {'port': {'device_id': '9a8966fb-955a-4106-9a4d-164be1a06e28', 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9', 'admin_state_up': True, 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'security_groups': ['1ff840a9-e110-46a3-a38a-bc59628d4ec6']}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 13:00:17.580843 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-527ad623-571f-42e2-97f1-3ca847959f0c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Made reservation on behalf of f8dd986907b641449edd23beaff087cd for: {'port': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 13:00:17.587506 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-527ad623-571f-42e2-97f1-3ca847959f0c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:17.727603 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-47a579ef-cab8-4d20-b06f-dc96a8e22c3e req-6e48fc28-aa63-46a8-9f59-ab735ac13315 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8966fb-955a-4106-9a4d-164be1a06e28 HTTP/1.1" status: 200 len: 210 time: 0.0500455 Sep 21 13:00:17.874335 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-527ad623-571f-42e2-97f1-3ca847959f0c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Allocated IP 172.20.0.9 (1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9/7097d818-f75a-489b-96c8-b19c4cc747bd/f12d2712-ce0b-46c2-8b49-f820c2519276) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 13:00:17.962111 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:18.096991 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-527ad623-571f-42e2-97f1-3ca847959f0c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:18.139416 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-527ad623-571f-42e2-97f1-3ca847959f0c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9294141'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:18.189176 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-527ad623-571f-42e2-97f1-3ca847959f0c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Network 1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 13:00:18.192899 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-527ad623-571f-42e2-97f1-3ca847959f0c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 13:00:18.196307 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-527ad623-571f-42e2-97f1-3ca847959f0c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 13:00:18.242274 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ad623-571f-42e2-97f1-3ca847959f0c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Pushing event updated for resources: {'Port': ['ID=f12d2712-ce0b-46c2-8b49-f820c2519276,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:00:18.278840 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-527ad623-571f-42e2-97f1-3ca847959f0c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:18.279513 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-527ad623-571f-42e2-97f1-3ca847959f0c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:18.300124 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-527ad623-571f-42e2-97f1-3ca847959f0c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8870192 Sep 21 13:00:18.418982 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-36042db9-226a-429c-ba3b-45698437b3da None None] Provisioning complete for port f12d2712-ce0b-46c2-8b49-f820c2519276 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 13:00:18.419398 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-36042db9-226a-429c-ba3b-45698437b3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:18.460721 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-36042db9-226a-429c-ba3b-45698437b3da None None] Port f12d2712-ce0b-46c2-8b49-f820c2519276 cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 13:00:18.874026 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f1964b-cd9f-440d-aa9f-fc8d632c6de3 req-1120fcfa-ff9b-4be8-bc88-ae256ee993f5 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:18.876826 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-23f1964b-cd9f-440d-aa9f-fc8d632c6de3 req-1120fcfa-ff9b-4be8-bc88-ae256ee993f5 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8966fb-955a-4106-9a4d-164be1a06e28 HTTP/1.1" status: 200 len: 931 time: 0.0724685 Sep 21 13:00:18.934200 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-23f1964b-cd9f-440d-aa9f-fc8d632c6de3 req-15946cab-90ce-4a73-bccf-fa7a5b7cc467 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493298 Sep 21 13:00:20.063857 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7a2da-da0d-4cd6-ae2b-b32da2bbbd14 req-4c4ed212-9187-4e6d-ad7d-5e3d572b96dc tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:20.065456 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6cd7a2da-da0d-4cd6-ae2b-b32da2bbbd14 req-4c4ed212-9187-4e6d-ad7d-5e3d572b96dc tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8966fb-955a-4106-9a4d-164be1a06e28 HTTP/1.1" status: 200 len: 931 time: 0.0516379 Sep 21 13:00:20.107123 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6cd7a2da-da0d-4cd6-ae2b-b32da2bbbd14 req-fff425de-6420-43ba-bdb5-2b6b3681905f tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348105 Sep 21 13:00:20.900088 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-7c1aa6ed-b977-4d99-9de2-511b9715a986 service neutron] Request body: {'port': {'device_id': '9a8966fb-955a-4106-9a4d-164be1a06e28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81013'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 13:00:20.961551 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-7c1aa6ed-b977-4d99-9de2-511b9715a986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:21.277378 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5a055-e48f-457e-81f2-6596f4e19b38 req-53abd2ca-ebb5-4a4c-ac9a-f3492343cac2 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:21.280038 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0ba5a055-e48f-457e-81f2-6596f4e19b38 req-53abd2ca-ebb5-4a4c-ac9a-f3492343cac2 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8966fb-955a-4106-9a4d-164be1a06e28 HTTP/1.1" status: 200 len: 931 time: 0.0838118 Sep 21 13:00:21.340476 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0ba5a055-e48f-457e-81f2-6596f4e19b38 req-4b7e29f9-05e3-44a2-a038-884ab4752797 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530491 Sep 21 13:00:21.628580 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-7c1aa6ed-b977-4d99-9de2-511b9715a986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f12d2712-ce0b-46c2-8b49-f820c2519276 {{(pid=93969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 13:00:21.637898 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-7c1aa6ed-b977-4d99-9de2-511b9715a986 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:21.658001 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-7c1aa6ed-b977-4d99-9de2-511b9715a986 service neutron] Transition to ACTIVE for port object f12d2712-ce0b-46c2-8b49-f820c2519276 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 13:00:21.663246 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-7c1aa6ed-b977-4d99-9de2-511b9715a986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294116'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:21.751884 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1aa6ed-b977-4d99-9de2-511b9715a986 service neutron] Pushing event updated for resources: {'Port': ['ID=f12d2712-ce0b-46c2-8b49-f820c2519276,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:00:21.830433 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1aa6ed-b977-4d99-9de2-511b9715a986 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:00:21.830970 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1aa6ed-b977-4d99-9de2-511b9715a986 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:00:21.831495 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1aa6ed-b977-4d99-9de2-511b9715a986 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:00:21.832037 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1aa6ed-b977-4d99-9de2-511b9715a986 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:00:21.832556 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1aa6ed-b977-4d99-9de2-511b9715a986 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:00:21.833056 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1aa6ed-b977-4d99-9de2-511b9715a986 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:00:21.833563 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1aa6ed-b977-4d99-9de2-511b9715a986 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:00:21.834172 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1aa6ed-b977-4d99-9de2-511b9715a986 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:00:21.834704 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1aa6ed-b977-4d99-9de2-511b9715a986 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:00:21.835202 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1aa6ed-b977-4d99-9de2-511b9715a986 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:00:21.835724 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1aa6ed-b977-4d99-9de2-511b9715a986 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:00:21.836251 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1aa6ed-b977-4d99-9de2-511b9715a986 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:00:21.892171 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-7c1aa6ed-b977-4d99-9de2-511b9715a986 service neutron] Attempting to bind port f12d2712-ce0b-46c2-8b49-f820c2519276 on host hv-cinder-81013 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 13:00:21.892536 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-7c1aa6ed-b977-4d99-9de2-511b9715a986 service neutron] Attempting to bind port f12d2712-ce0b-46c2-8b49-f820c2519276 by drivers openvswitch,hyperv on host hv-cinder-81013 at level 0 using segments [{'id': '3e28581a-7375-4fda-870d-9e9e6a1f581d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 13:00:21.893007 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-7c1aa6ed-b977-4d99-9de2-511b9715a986 service neutron] Attempting to bind port f12d2712-ce0b-46c2-8b49-f820c2519276 on network 1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 13:00:21.898193 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-7c1aa6ed-b977-4d99-9de2-511b9715a986 service neutron] Port f12d2712-ce0b-46c2-8b49-f820c2519276 on network 1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81013 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 13:00:21.898564 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-7c1aa6ed-b977-4d99-9de2-511b9715a986 service neutron] Attempting to bind port f12d2712-ce0b-46c2-8b49-f820c2519276 on network 1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 13:00:21.903649 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-7c1aa6ed-b977-4d99-9de2-511b9715a986 service neutron] Checking agent: {'id': 'a6e01e35-01d6-479f-9faf-9c323aed8d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 12, 52, 16), 'started_at': datetime.datetime(2021, 9, 21, 12, 52, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 13, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 13:00:21.904026 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-7c1aa6ed-b977-4d99-9de2-511b9715a986 service neutron] Checking segment: {'id': '3e28581a-7375-4fda-870d-9e9e6a1f581d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 13:00:21.904448 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-7c1aa6ed-b977-4d99-9de2-511b9715a986 service neutron] Bound using segment: {'id': '3e28581a-7375-4fda-870d-9e9e6a1f581d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 13:00:21.904924 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-7c1aa6ed-b977-4d99-9de2-511b9715a986 service neutron] Bound port: f12d2712-ce0b-46c2-8b49-f820c2519276, host: hv-cinder-81013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e28581a-7375-4fda-870d-9e9e6a1f581d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 13:00:21.905320 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-7c1aa6ed-b977-4d99-9de2-511b9715a986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:21.972091 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-7c1aa6ed-b977-4d99-9de2-511b9715a986 service neutron] For port f12d2712-ce0b-46c2-8b49-f820c2519276, host hv-cinder-81013, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 13:00:21.976121 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-7c1aa6ed-b977-4d99-9de2-511b9715a986 service neutron] For port f12d2712-ce0b-46c2-8b49-f820c2519276, host hv-cinder-81013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=f12d2712-ce0b-46c2-8b49-f820c2519276,segment=NetworkSegment(3e28581a-7375-4fda-870d-9e9e6a1f581d),segment_id=3e28581a-7375-4fda-870d-9e9e6a1f581d)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 13:00:21.983693 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-7c1aa6ed-b977-4d99-9de2-511b9715a986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294116'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:22.019740 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-7c1aa6ed-b977-4d99-9de2-511b9715a986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:22.020353 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-7c1aa6ed-b977-4d99-9de2-511b9715a986 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:22.021774 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-7c1aa6ed-b977-4d99-9de2-511b9715a986 service neutron] 10.222.0.45 "PUT /v2.0/ports/f12d2712-ce0b-46c2-8b49-f820c2519276 HTTP/1.1" status: 200 len: 1093 time: 1.1263297 Sep 21 13:00:22.022228 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a8966fb-955a-4106-9a4d-164be1a06e28', 'tag': 'f12d2712-ce0b-46c2-8b49-f820c2519276'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 13:00:22.024668 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}891eab8d1a3043c3e369406f1201b67df81013e3c20d23918ff9fd5cd34c6e83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83bd744e-9dd1-49e9-90e6-23c44d443bfb" -d '{"events": [{"name": "network-changed", "server_uuid": "9a8966fb-955a-4106-9a4d-164be1a06e28", "tag": "f12d2712-ce0b-46c2-8b49-f820c2519276"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 13:00:22.072942 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1aa6ed-b977-4d99-9de2-511b9715a986 service neutron] Pushing event updated for resources: {'Port': ['ID=f12d2712-ce0b-46c2-8b49-f820c2519276,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:00:22.110121 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 13:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b4998e-a105-4ad3-a1e6-063f2b98c756 x-openstack-request-id: req-97b4998e-a105-4ad3-a1e6-063f2b98c756 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 13:00:22.111425 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a8966fb-955a-4106-9a4d-164be1a06e28", "tag": "f12d2712-ce0b-46c2-8b49-f820c2519276", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 13:00:22.111425 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-97b4998e-a105-4ad3-a1e6-063f2b98c756 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 13:00:22.111868 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a8966fb-955a-4106-9a4d-164be1a06e28', 'tag': 'f12d2712-ce0b-46c2-8b49-f820c2519276', 'status': 'completed', 'code': 200} Sep 21 13:00:22.165282 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-c8249465-e0f5-4de8-bfdf-fa330b10acbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:22.167861 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-c8249465-e0f5-4de8-bfdf-fa330b10acbc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f8dd986907b641449edd23beaff087cd&device_id=9a8966fb-955a-4106-9a4d-164be1a06e28 HTTP/1.1" status: 200 len: 1096 time: 0.0792215 Sep 21 13:00:22.241499 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-9d6dd071-4153-42d3-8339-f41afb18a199 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f12d2712-ce0b-46c2-8b49-f820c2519276 HTTP/1.1" status: 200 len: 217 time: 0.0643005 Sep 21 13:00:22.321644 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-ace4b242-edb6-443a-9a95-bc5a386dcecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:22.323428 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-ace4b242-edb6-443a-9a95-bc5a386dcecc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7097d818-f75a-489b-96c8-b19c4cc747bd HTTP/1.1" status: 200 len: 851 time: 0.0749018 Sep 21 13:00:22.378518 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-211739f8-ac26-4b99-8b52-a289a2bafba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:22.379309 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-211739f8-ac26-4b99-8b52-a289a2bafba9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482965 Sep 21 13:00:22.484272 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-9d7882a8-7b59-4570-98c4-fc6b6d9dbbe3 service neutron] 10.222.0.45 "GET /v2.0/networks/1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966229 Sep 21 13:00:22.522522 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315c23f-86cc-44bb-9573-21d7f4000c83 req-382f35fc-95ef-4361-ba5a-9c8061933c57 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:22.525047 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d315c23f-86cc-44bb-9573-21d7f4000c83 req-382f35fc-95ef-4361-ba5a-9c8061933c57 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8966fb-955a-4106-9a4d-164be1a06e28 HTTP/1.1" status: 200 len: 943 time: 0.0838566 Sep 21 13:00:22.573308 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d315c23f-86cc-44bb-9573-21d7f4000c83 req-1a549192-b98f-4284-a79c-7cec0ed3dba9 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419905 Sep 21 13:00:22.622932 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-98ab0aa8-0a47-41e4-b7e6-f831b4f2eef8 req-97930a5d-ec77-4994-8c38-1494fce01b85 service neutron] 10.222.0.45 "GET /v2.0/networks/1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302767 Sep 21 13:00:22.716676 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd744e-9dd1-49e9-90e6-23c44d443bfb req-b6773f1d-5f19-471c-a62b-5cdff029dd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:22.718131 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-83bd744e-9dd1-49e9-90e6-23c44d443bfb req-b6773f1d-5f19-471c-a62b-5cdff029dd39 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f8dd986907b641449edd23beaff087cd&device_id=9a8966fb-955a-4106-9a4d-164be1a06e28 HTTP/1.1" status: 200 len: 1096 time: 0.0436277 Sep 21 13:00:22.820566 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd744e-9dd1-49e9-90e6-23c44d443bfb req-3910e3c1-15a8-4ddd-a9f0-cd9eb439fdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:22.822146 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-83bd744e-9dd1-49e9-90e6-23c44d443bfb req-3910e3c1-15a8-4ddd-a9f0-cd9eb439fdeb service neutron] 10.222.0.45 "GET /v2.0/networks?id=1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9 HTTP/1.1" status: 200 len: 913 time: 0.0958390 Sep 21 13:00:22.868777 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-83bd744e-9dd1-49e9-90e6-23c44d443bfb req-9702d7c7-83fb-46ce-a50b-f73195ec8506 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f12d2712-ce0b-46c2-8b49-f820c2519276 HTTP/1.1" status: 200 len: 217 time: 0.0375893 Sep 21 13:00:22.923885 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd744e-9dd1-49e9-90e6-23c44d443bfb req-729fa362-544b-46d6-8240-86739529eb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:22.926508 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-83bd744e-9dd1-49e9-90e6-23c44d443bfb req-729fa362-544b-46d6-8240-86739529eb17 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7097d818-f75a-489b-96c8-b19c4cc747bd HTTP/1.1" status: 200 len: 851 time: 0.0497820 Sep 21 13:00:22.987743 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd744e-9dd1-49e9-90e6-23c44d443bfb req-33995473-4920-489b-8352-bb1f4945badc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:22.989294 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-83bd744e-9dd1-49e9-90e6-23c44d443bfb req-33995473-4920-489b-8352-bb1f4945badc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551209 Sep 21 13:00:23.093335 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-83bd744e-9dd1-49e9-90e6-23c44d443bfb req-54338ed9-4ed6-48e2-bbb8-4a5bc992109a service neutron] 10.222.0.45 "GET /v2.0/networks/1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954299 Sep 21 13:00:23.197143 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-83bd744e-9dd1-49e9-90e6-23c44d443bfb req-589b1d12-f7f9-4222-8a5b-e110f13ae4c4 service neutron] 10.222.0.45 "GET /v2.0/networks/1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959544 Sep 21 13:00:23.741510 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd17b57-8e09-4b34-a9e8-9bb63ff393ef req-415e0145-b044-4f5a-9a78-41f2dd9c7063 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:23.744221 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5bd17b57-8e09-4b34-a9e8-9bb63ff393ef req-415e0145-b044-4f5a-9a78-41f2dd9c7063 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8966fb-955a-4106-9a4d-164be1a06e28 HTTP/1.1" status: 200 len: 943 time: 0.0885532 Sep 21 13:00:23.814172 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5bd17b57-8e09-4b34-a9e8-9bb63ff393ef req-426b524b-7b39-4fef-b9ea-067691eb4402 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633659 Sep 21 13:00:23.978486 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da3b7a6-f8c8-43b5-9428-b82cf464c517 req-40c2354e-9a00-4145-a83e-cfedcd0fd2ae tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:23.980086 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4da3b7a6-f8c8-43b5-9428-b82cf464c517 req-40c2354e-9a00-4145-a83e-cfedcd0fd2ae tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 946 time: 0.0560424 Sep 21 13:00:24.030119 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4da3b7a6-f8c8-43b5-9428-b82cf464c517 req-4d828f0f-abbb-4a22-a627-246ced9584ea tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375309 Sep 21 13:00:24.954140 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d439108-4627-4ea7-957b-6932f5a273cb req-95e0aab8-8db3-430d-aafb-d45c23481527 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:24.955709 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9d439108-4627-4ea7-957b-6932f5a273cb req-95e0aab8-8db3-430d-aafb-d45c23481527 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8966fb-955a-4106-9a4d-164be1a06e28 HTTP/1.1" status: 200 len: 943 time: 0.0524476 Sep 21 13:00:25.001987 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9d439108-4627-4ea7-957b-6932f5a273cb req-fc19e159-f86a-4908-8577-40cb8b5ff1bb tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352528 Sep 21 13:00:25.162787 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c383d-226d-4a97-8a85-cdcdd6bf91d9 req-00bc0c16-49b0-4eee-9eba-ccb8ddf6ff72 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:25.165404 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-805c383d-226d-4a97-8a85-cdcdd6bf91d9 req-00bc0c16-49b0-4eee-9eba-ccb8ddf6ff72 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 946 time: 0.0570400 Sep 21 13:00:25.210727 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-805c383d-226d-4a97-8a85-cdcdd6bf91d9 req-340de159-fef2-4a8b-8968-d8aeb44c71e7 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346925 Sep 21 13:00:26.122389 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c72b19-c730-41c2-a9d1-d42a7d5630e7 req-dbcf8320-0e93-4cae-80bf-dfbb1529e465 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:26.123941 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-51c72b19-c730-41c2-a9d1-d42a7d5630e7 req-dbcf8320-0e93-4cae-80bf-dfbb1529e465 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8966fb-955a-4106-9a4d-164be1a06e28 HTTP/1.1" status: 200 len: 943 time: 0.0502465 Sep 21 13:00:26.174076 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-51c72b19-c730-41c2-a9d1-d42a7d5630e7 req-79c7ed98-441e-47bd-b69d-3b9cbb4e3594 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376875 Sep 21 13:00:26.342203 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ff20f-3a90-4f71-8863-a7097f3df0f0 req-6a5aa409-0c41-4d41-bf8c-dfb99d092dbf tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:26.344118 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d23ff20f-3a90-4f71-8863-a7097f3df0f0 req-6a5aa409-0c41-4d41-bf8c-dfb99d092dbf tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 946 time: 0.0537317 Sep 21 13:00:26.388584 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d23ff20f-3a90-4f71-8863-a7097f3df0f0 req-e193b1a7-1edf-4c62-9bb2-741b80dd5251 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381167 Sep 21 13:00:27.081530 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc400dfc-2a6a-49e1-b6a0-4d1c771c06e8 req-ba658554-d5ae-4ef7-839a-b45b06b403b7 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:27.085088 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-dc400dfc-2a6a-49e1-b6a0-4d1c771c06e8 req-ba658554-d5ae-4ef7-839a-b45b06b403b7 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ed4229d-5f19-4988-bfe4-2ff26e0c1b3f HTTP/1.1" status: 200 len: 945 time: 0.0747406 Sep 21 13:00:27.126349 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-dc400dfc-2a6a-49e1-b6a0-4d1c771c06e8 req-fcee05bf-778b-464f-9999-7bb308166822 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.32 "GET /v2.0/security-groups?id=59732499-7231-4a02-9df6-305dbf326fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352306 Sep 21 13:00:27.305803 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a706cb-2699-4c3f-8e6f-f614e6cbe1fc req-7a394125-4ce0-4161-a8a3-6a125125d850 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:27.307435 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c7a706cb-2699-4c3f-8e6f-f614e6cbe1fc req-7a394125-4ce0-4161-a8a3-6a125125d850 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8966fb-955a-4106-9a4d-164be1a06e28 HTTP/1.1" status: 200 len: 943 time: 0.0530844 Sep 21 13:00:27.349158 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c7a706cb-2699-4c3f-8e6f-f614e6cbe1fc req-ec2d1fa7-febf-4ba5-ad28-b5a585fc298c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354209 Sep 21 13:00:27.520478 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed42eaf-e240-4235-8fbf-90d1ebc093be req-5672ed1f-465b-478d-8a50-2b39c649907e tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:27.523031 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-eed42eaf-e240-4235-8fbf-90d1ebc093be req-5672ed1f-465b-478d-8a50-2b39c649907e tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 946 time: 0.0563390 Sep 21 13:00:27.569333 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-eed42eaf-e240-4235-8fbf-90d1ebc093be req-7cee1ec9-bd03-416f-9e84-eb970a186fb4 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367634 Sep 21 13:00:28.259476 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c35f85-d4d3-4071-8c7e-8079a2533329 req-56e454cc-611a-41b4-954a-e82c784d5350 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:28.261048 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c1c35f85-d4d3-4071-8c7e-8079a2533329 req-56e454cc-611a-41b4-954a-e82c784d5350 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ed4229d-5f19-4988-bfe4-2ff26e0c1b3f HTTP/1.1" status: 200 len: 945 time: 0.0539165 Sep 21 13:00:28.307905 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c1c35f85-d4d3-4071-8c7e-8079a2533329 req-d25bc166-e4f8-44ee-af83-009c7c5b5b9e tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.32 "GET /v2.0/security-groups?id=59732499-7231-4a02-9df6-305dbf326fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349410 Sep 21 13:00:28.479196 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea0678-25b6-431a-8e33-f85b8f19a8f2 req-239ccada-9fb7-4c78-980e-c372a9974f10 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:28.480761 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d2ea0678-25b6-431a-8e33-f85b8f19a8f2 req-239ccada-9fb7-4c78-980e-c372a9974f10 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8966fb-955a-4106-9a4d-164be1a06e28 HTTP/1.1" status: 200 len: 943 time: 0.0602164 Sep 21 13:00:28.527909 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d2ea0678-25b6-431a-8e33-f85b8f19a8f2 req-9856dee5-384c-41b6-988c-919a06b8604c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406020 Sep 21 13:00:28.638884 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e13902-cd64-45f8-9dc7-437f3b872a48 req-5a664a33-9932-4d30-a984-83e5609a2ba5 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:28.641449 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-44e13902-cd64-45f8-9dc7-437f3b872a48 req-5a664a33-9932-4d30-a984-83e5609a2ba5 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.45 "GET /v2.0/ports?device_id=5ed4229d-5f19-4988-bfe4-2ff26e0c1b3f HTTP/1.1" status: 200 len: 945 time: 0.0654545 Sep 21 13:00:28.776148 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-44e13902-cd64-45f8-9dc7-437f3b872a48 req-4181dd3b-9029-4bc8-8570-270aaf668b52 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Deleting port 875f6d99-a9f5-41c5-806a-2b5673de492e {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 13:00:28.776451 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-44e13902-cd64-45f8-9dc7-437f3b872a48 req-4181dd3b-9029-4bc8-8570-270aaf668b52 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:28.917719 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-44e13902-cd64-45f8-9dc7-437f3b872a48 req-4181dd3b-9029-4bc8-8570-270aaf668b52 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] For port 875f6d99-a9f5-41c5-806a-2b5673de492e, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=875f6d99-a9f5-41c5-806a-2b5673de492e,segment=NetworkSegment(04578101-b6b1-4110-ad6a-2789a1148a56),segment_id=04578101-b6b1-4110-ad6a-2789a1148a56)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:00:28.918301 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-44e13902-cd64-45f8-9dc7-437f3b872a48 req-4181dd3b-9029-4bc8-8570-270aaf668b52 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:28.940329 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-44e13902-cd64-45f8-9dc7-437f3b872a48 req-4181dd3b-9029-4bc8-8570-270aaf668b52 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Calling delete_port for 875f6d99-a9f5-41c5-806a-2b5673de492e owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 13:00:28.984518 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec10116-0504-4b19-9eb9-51d91cd65f77 req-704e9e3d-4900-4893-9027-bb213a5dcb87 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:28.987204 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6ec10116-0504-4b19-9eb9-51d91cd65f77 req-704e9e3d-4900-4893-9027-bb213a5dcb87 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 946 time: 0.0833769 Sep 21 13:00:29.051645 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6ec10116-0504-4b19-9eb9-51d91cd65f77 req-a0e7fb92-7980-4250-a86c-77613b4e0138 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562925 Sep 21 13:00:29.098006 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-44e13902-cd64-45f8-9dc7-437f3b872a48 req-4181dd3b-9029-4bc8-8570-270aaf668b52 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9294141'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:29.110723 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] get_ports_and_sgs() called for port_ids ['875f6d99-a9f5-41c5-806a-2b5673de492e'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 13:00:29.131881 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181dd3b-9029-4bc8-8570-270aaf668b52 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Pushing event deleted for resources: {'Port': ['ID=875f6d99-a9f5-41c5-806a-2b5673de492e,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:00:29.176059 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e13902-cd64-45f8-9dc7-437f3b872a48 req-4181dd3b-9029-4bc8-8570-270aaf668b52 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] No DVR routers for this DVR port 875f6d99-a9f5-41c5-806a-2b5673de492e on host hv-cinder-81013 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 13:00:29.179379 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-44e13902-cd64-45f8-9dc7-437f3b872a48 req-4181dd3b-9029-4bc8-8570-270aaf668b52 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:29.181430 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-44e13902-cd64-45f8-9dc7-437f3b872a48 req-4181dd3b-9029-4bc8-8570-270aaf668b52 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.45 "DELETE /v2.0/ports/875f6d99-a9f5-41c5-806a-2b5673de492e HTTP/1.1" status: 204 len: 173 time: 0.5318742 Sep 21 13:00:29.181873 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed4229d-5f19-4988-bfe4-2ff26e0c1b3f', 'name': 'network-vif-deleted', 'tag': '875f6d99-a9f5-41c5-806a-2b5673de492e'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 13:00:29.184163 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}891eab8d1a3043c3e369406f1201b67df81013e3c20d23918ff9fd5cd34c6e83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d56de93-a8b3-410d-8225-4a2b946556f7" -d '{"events": [{"server_uuid": "5ed4229d-5f19-4988-bfe4-2ff26e0c1b3f", "name": "network-vif-deleted", "tag": "875f6d99-a9f5-41c5-806a-2b5673de492e"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 13:00:29.222833 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 13:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229d3cd9-dfae-41c4-ae06-d5101a4c4e1d x-openstack-request-id: req-229d3cd9-dfae-41c4-ae06-d5101a4c4e1d {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 13:00:29.223111 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed4229d-5f19-4988-bfe4-2ff26e0c1b3f", "name": "network-vif-deleted", "tag": "875f6d99-a9f5-41c5-806a-2b5673de492e", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 13:00:29.223336 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-229d3cd9-dfae-41c4-ae06-d5101a4c4e1d {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 13:00:29.223756 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed4229d-5f19-4988-bfe4-2ff26e0c1b3f', 'name': 'network-vif-deleted', 'tag': '875f6d99-a9f5-41c5-806a-2b5673de492e', 'status': 'completed', 'code': 200} Sep 21 13:00:29.425399 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-480a2527-80b0-441f-8ad9-85f9597c47c1 req-184abe76-4242-47d2-8d82-27df975a5325 tempest-VolumesSnapshotTestJSON-144492630 tempest-VolumesSnapshotTestJSON-144492630-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ed4229d-5f19-4988-bfe4-2ff26e0c1b3f HTTP/1.1" status: 200 len: 210 time: 0.0299127 Sep 21 13:00:29.687329 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8678e62-2c1c-481f-acd5-891cc4c3bb7f req-9d4cbbf9-00df-40b3-bf20-f56ea53efec8 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:29.689840 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a8678e62-2c1c-481f-acd5-891cc4c3bb7f req-9d4cbbf9-00df-40b3-bf20-f56ea53efec8 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8966fb-955a-4106-9a4d-164be1a06e28 HTTP/1.1" status: 200 len: 943 time: 0.0722613 Sep 21 13:00:29.736049 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a8678e62-2c1c-481f-acd5-891cc4c3bb7f req-f3ebbe6d-23ae-4470-8466-b6bedf27a428 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378175 Sep 21 13:00:30.199121 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b5938-1c38-4237-b64b-1d51b493fa5a req-f7125032-7ddc-49c0-a79a-dfabfb316831 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:30.200789 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ed8b5938-1c38-4237-b64b-1d51b493fa5a req-f7125032-7ddc-49c0-a79a-dfabfb316831 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 946 time: 0.0593894 Sep 21 13:00:30.241835 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ed8b5938-1c38-4237-b64b-1d51b493fa5a req-a9674306-46fb-44be-b82d-f292c7ec52f9 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344346 Sep 21 13:00:30.663597 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device f12d2712-ce0b-46c2-8b49-f820c2519276 details requested by agent hyperv_hv-cinder-81013 with host hv-cinder-81013 {{(pid=93970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 13:00:30.794468 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port f12d2712-ce0b-46c2-8b49-f820c2519276, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=f12d2712-ce0b-46c2-8b49-f820c2519276,segment=NetworkSegment(3e28581a-7375-4fda-870d-9e9e6a1f581d),segment_id=3e28581a-7375-4fda-870d-9e9e6a1f581d)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:00:30.914233 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a052d5c-8787-46c0-ac93-885b4fb53257 req-f7b77c5e-1054-43c2-87b2-bf3102c90502 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:30.917038 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4a052d5c-8787-46c0-ac93-885b4fb53257 req-f7b77c5e-1054-43c2-87b2-bf3102c90502 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8966fb-955a-4106-9a4d-164be1a06e28 HTTP/1.1" status: 200 len: 943 time: 0.0917192 Sep 21 13:00:30.936390 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Returning: {'device': 'f12d2712-ce0b-46c2-8b49-f820c2519276', 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9', 'port_id': 'f12d2712-ce0b-46c2-8b49-f820c2519276', 'mac_address': 'fa:16:3e:05:e3:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7097d818-f75a-489b-96c8-b19c4cc747bd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 13:00:30.978906 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:30.981395 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4a052d5c-8787-46c0-ac93-885b4fb53257 req-b14bdef8-48f3-4a3e-af44-ec13c002387a tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568643 Sep 21 13:00:30.995201 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f12d2712-ce0b-46c2-8b49-f820c2519276 {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 13:00:31.018504 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port f12d2712-ce0b-46c2-8b49-f820c2519276, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=f12d2712-ce0b-46c2-8b49-f820c2519276,segment=NetworkSegment(3e28581a-7375-4fda-870d-9e9e6a1f581d),segment_id=3e28581a-7375-4fda-870d-9e9e6a1f581d)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:00:31.025607 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:31.100922 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=f12d2712-ce0b-46c2-8b49-f820c2519276,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:00:31.249587 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] get_ports_and_sgs() called for port_ids ['f12d2712-ce0b-46c2-8b49-f820c2519276'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 13:00:31.384530 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5355ac-ec37-4b97-b93f-52fef37c525d req-b884a102-a4e9-430c-8a80-73fc3d696484 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:31.386186 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9c5355ac-ec37-4b97-b93f-52fef37c525d req-b884a102-a4e9-430c-8a80-73fc3d696484 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 946 time: 0.0698256 Sep 21 13:00:31.436643 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9c5355ac-ec37-4b97-b93f-52fef37c525d req-cd379afa-7e17-49ed-8f81-759a8eb8df80 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391333 Sep 21 13:00:32.409598 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89836332-992d-4599-9ea1-9dc75fe7496a req-5c7c2375-3411-4a84-b0e8-58e25dbbce73 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:32.411791 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-89836332-992d-4599-9ea1-9dc75fe7496a req-5c7c2375-3411-4a84-b0e8-58e25dbbce73 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8966fb-955a-4106-9a4d-164be1a06e28 HTTP/1.1" status: 200 len: 944 time: 0.3359377 Sep 21 13:00:32.457918 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-89836332-992d-4599-9ea1-9dc75fe7496a req-152e6928-02b1-4db9-961a-628a813664ef tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354760 Sep 21 13:00:32.583637 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531305a-7659-463b-bf3b-eb8d93070890 req-8265c0d2-ae08-4744-8324-7023e7eaacd2 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:32.585741 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e531305a-7659-463b-bf3b-eb8d93070890 req-8265c0d2-ae08-4744-8324-7023e7eaacd2 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 946 time: 0.0554860 Sep 21 13:00:32.633733 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e531305a-7659-463b-bf3b-eb8d93070890 req-28147fc6-83e0-4595-9ee5-d7dccffb9023 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387895 Sep 21 13:00:33.323020 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device f12d2712-ce0b-46c2-8b49-f820c2519276 up at agent hyperv_hv-cinder-81013 {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 13:00:33.378333 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Provisioning for port f12d2712-ce0b-46c2-8b49-f820c2519276 completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 13:00:33.384017 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Provisioning complete for port f12d2712-ce0b-46c2-8b49-f820c2519276 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 13:00:33.384413 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:33.468766 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:33.493999 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8966fb-955a-4106-9a4d-164be1a06e28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f12d2712-ce0b-46c2-8b49-f820c2519276'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 13:00:33.496579 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e3f31dd35d6e9892686e3dd7e28a33bc22b0e68501ee526cb23c786b8cd504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc7177d-8469-4cd9-9380-335873711f91" -d '{"events": [{"server_uuid": "9a8966fb-955a-4106-9a4d-164be1a06e28", "name": "network-vif-plugged", "status": "completed", "tag": "f12d2712-ce0b-46c2-8b49-f820c2519276"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 13:00:33.512063 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port f12d2712-ce0b-46c2-8b49-f820c2519276, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=f12d2712-ce0b-46c2-8b49-f820c2519276,segment=NetworkSegment(3e28581a-7375-4fda-870d-9e9e6a1f581d),segment_id=3e28581a-7375-4fda-870d-9e9e6a1f581d)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:00:33.519775 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:33.521437 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device 875f6d99-a9f5-41c5-806a-2b5673de492e no longer exists at agent hyperv_hv-cinder-81013 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 13:00:33.547649 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] No Port match for: 875f6d99-a9f5-41c5-806a-2b5673de492e {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 13:00:33.548191 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device 875f6d99-a9f5-41c5-806a-2b5673de492e not bound to the agent host hv-cinder-81013 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 13:00:33.578825 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 13:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede7da75-4df4-4e1f-8984-df0c6e52c2d8 x-openstack-request-id: req-ede7da75-4df4-4e1f-8984-df0c6e52c2d8 {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 13:00:33.579171 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a8966fb-955a-4106-9a4d-164be1a06e28", "name": "network-vif-plugged", "status": "completed", "tag": "f12d2712-ce0b-46c2-8b49-f820c2519276", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 13:00:33.579352 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ede7da75-4df4-4e1f-8984-df0c6e52c2d8 {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 13:00:33.579732 dv-cinder-810131-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8966fb-955a-4106-9a4d-164be1a06e28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f12d2712-ce0b-46c2-8b49-f820c2519276', 'code': 200} Sep 21 13:00:33.613157 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=f12d2712-ce0b-46c2-8b49-f820c2519276,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:00:33.615749 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bad98a-6ddb-4a80-b715-f57104274eb4 req-9607af2a-6531-40c8-a6cb-31e70982d1b2 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:33.617348 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-87bad98a-6ddb-4a80-b715-f57104274eb4 req-9607af2a-6531-40c8-a6cb-31e70982d1b2 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8966fb-955a-4106-9a4d-164be1a06e28 HTTP/1.1" status: 200 len: 945 time: 0.0725927 Sep 21 13:00:33.659431 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-87bad98a-6ddb-4a80-b715-f57104274eb4 req-e9486205-a332-47ac-86d4-5d7a6641a253 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359347 Sep 21 13:00:33.777109 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c03300-4613-4ea7-b6c0-7dd3d41da5d4 req-93159464-bf2e-4cde-956c-8e87a199cce6 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:33.778759 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b8c03300-4613-4ea7-b6c0-7dd3d41da5d4 req-93159464-bf2e-4cde-956c-8e87a199cce6 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 946 time: 0.0554607 Sep 21 13:00:33.821768 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b8c03300-4613-4ea7-b6c0-7dd3d41da5d4 req-572381fa-ac4f-486c-8fa3-f248a98ce22e tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356674 Sep 21 13:00:34.810931 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94699b33-fe7c-47aa-a06f-ba460b32d775 req-9a9bf5ca-995e-465a-a203-3a7c0a005258 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:34.812536 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-94699b33-fe7c-47aa-a06f-ba460b32d775 req-9a9bf5ca-995e-465a-a203-3a7c0a005258 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8966fb-955a-4106-9a4d-164be1a06e28 HTTP/1.1" status: 200 len: 945 time: 0.0559075 Sep 21 13:00:34.862884 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-94699b33-fe7c-47aa-a06f-ba460b32d775 req-9cfbcd4f-7db2-4f00-8bdd-8946bc2f0578 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388906 Sep 21 13:00:34.963634 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f1d6c3-3e5d-43e9-a5fa-068eda0facb3 req-583e7640-e56b-446f-94e7-dbff69f3b955 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:34.965139 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-06f1d6c3-3e5d-43e9-a5fa-068eda0facb3 req-583e7640-e56b-446f-94e7-dbff69f3b955 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 946 time: 0.0576124 Sep 21 13:00:35.010026 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-06f1d6c3-3e5d-43e9-a5fa-068eda0facb3 req-14a27a69-64fd-48a1-b6b7-922cc2696793 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342236 Sep 21 13:00:35.374671 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e332b3e-b788-4819-b73a-ca294ec52cde req-6564004c-d886-48a0-b299-45e59a764bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:35.377250 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8e332b3e-b788-4819-b73a-ca294ec52cde req-6564004c-d886-48a0-b299-45e59a764bdb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9a8966fb-955a-4106-9a4d-164be1a06e28 HTTP/1.1" status: 200 len: 1098 time: 0.0559077 Sep 21 13:00:35.432548 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8e332b3e-b788-4819-b73a-ca294ec52cde req-40af76a5-76db-438e-9978-5fb1b560ec12 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463231 Sep 21 13:00:35.998741 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18370a-88ea-4f3f-901c-c4975af662d9 req-013ecdde-6322-498f-84c2-ed325412eb68 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:36.000324 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2d18370a-88ea-4f3f-901c-c4975af662d9 req-013ecdde-6322-498f-84c2-ed325412eb68 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8966fb-955a-4106-9a4d-164be1a06e28 HTTP/1.1" status: 200 len: 945 time: 0.0552845 Sep 21 13:00:36.040442 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2d18370a-88ea-4f3f-901c-c4975af662d9 req-52ad4ca6-6ed8-4103-af5b-769cb28019bd tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338426 Sep 21 13:00:36.153680 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf28ec-4ef0-4e86-8fd6-d208c482f74e req-3aedc6d1-e550-4ff4-a7dd-b3d0a45d2195 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:36.155249 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-beaf28ec-4ef0-4e86-8fd6-d208c482f74e req-3aedc6d1-e550-4ff4-a7dd-b3d0a45d2195 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 946 time: 0.0592418 Sep 21 13:00:36.197199 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-beaf28ec-4ef0-4e86-8fd6-d208c482f74e req-4dc7e7ac-3310-40e0-90e6-502d6e58e7a1 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348530 Sep 21 13:00:37.171270 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9486a02b-a0b7-47ae-aec2-6bb01a8bdf20 req-6b2db4d5-153c-498e-852f-1a259e599195 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:37.173253 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9486a02b-a0b7-47ae-aec2-6bb01a8bdf20 req-6b2db4d5-153c-498e-852f-1a259e599195 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8966fb-955a-4106-9a4d-164be1a06e28 HTTP/1.1" status: 200 len: 945 time: 0.0601971 Sep 21 13:00:37.222031 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9486a02b-a0b7-47ae-aec2-6bb01a8bdf20 req-5c0d8cf4-a9b6-4f75-8780-fd1bd8be6bdb tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406516 Sep 21 13:00:37.336692 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1802d-bbdd-464f-9f0a-9bb5d3bf4cd7 req-22549886-1588-4c70-aa69-c3e3b2a50158 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:37.340621 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bcf1802d-bbdd-464f-9f0a-9bb5d3bf4cd7 req-22549886-1588-4c70-aa69-c3e3b2a50158 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 946 time: 0.0651004 Sep 21 13:00:37.384758 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53f5e8-df5a-40f6-ad36-7ac229f36cc3 req-c320e402-1957-49e8-8651-b427eb8d458f tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:37.387033 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-bd53f5e8-df5a-40f6-ad36-7ac229f36cc3 req-c320e402-1957-49e8-8651-b427eb8d458f tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8966fb-955a-4106-9a4d-164be1a06e28 HTTP/1.1" status: 200 len: 945 time: 0.0650060 Sep 21 13:00:37.388410 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-bcf1802d-bbdd-464f-9f0a-9bb5d3bf4cd7 req-5f10e4c9-ee3c-436d-8b2b-f8ba5116ca1f tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393872 Sep 21 13:00:37.433482 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-bd53f5e8-df5a-40f6-ad36-7ac229f36cc3 req-6606af3c-b38d-4393-9ea2-5e3030de84fa tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361598 Sep 21 13:00:37.456993 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 33670) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:00:37.502350 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d569db25-f728-43c8-a0cc-f5e798c8feb8 tempest-TestVolumeBootPattern-1696667861 tempest-TestVolumeBootPattern-1696667861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:37.503899 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-d569db25-f728-43c8-a0cc-f5e798c8feb8 tempest-TestVolumeBootPattern-1696667861 tempest-TestVolumeBootPattern-1696667861-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9a8966fb-955a-4106-9a4d-164be1a06e28 HTTP/1.1" status: 200 len: 1093 time: 0.0456808 Sep 21 13:00:37.508482 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 33672) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:00:37.512833 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-bc3bc1c0-078e-46c6-927e-acd2737e0a91 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Request body: {'floatingip': {'floating_network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'port_id': 'f12d2712-ce0b-46c2-8b49-f820c2519276', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 13:00:37.537173 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bc3bc1c0-078e-46c6-927e-acd2737e0a91 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks [] for floatingip, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:37.635868 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bc3bc1c0-078e-46c6-927e-acd2737e0a91 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:37.754522 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-bc3bc1c0-078e-46c6-927e-acd2737e0a91 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Allocated IP 172.27.0.248 (3589cb95-8b7f-464f-a8af-ebd0722ed0b9/83bd8dfa-a4af-4a48-a00e-8b360d22b666/2397d10c-c93e-423b-b6c3-03dff0af9409) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 13:00:37.863281 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bc3bc1c0-078e-46c6-927e-acd2737e0a91 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:37.899871 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bc3bc1c0-078e-46c6-927e-acd2737e0a91 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168646'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:37.945597 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3bc1c0-078e-46c6-927e-acd2737e0a91 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Network 3589cb95-8b7f-464f-a8af-ebd0722ed0b9 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 13:00:37.948516 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-bc3bc1c0-078e-46c6-927e-acd2737e0a91 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 13:00:37.955400 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3bc1c0-078e-46c6-927e-acd2737e0a91 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 13:00:37.958676 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3bc1c0-078e-46c6-927e-acd2737e0a91 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Pushing event updated for resources: {'Port': ['ID=2397d10c-c93e-423b-b6c3-03dff0af9409,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:00:37.990740 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3bc1c0-078e-46c6-927e-acd2737e0a91 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:00:37.991175 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3bc1c0-078e-46c6-927e-acd2737e0a91 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:00:37.991579 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3bc1c0-078e-46c6-927e-acd2737e0a91 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:00:37.992040 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3bc1c0-078e-46c6-927e-acd2737e0a91 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:00:37.992490 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3bc1c0-078e-46c6-927e-acd2737e0a91 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:00:37.992910 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3bc1c0-078e-46c6-927e-acd2737e0a91 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:00:37.993333 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3bc1c0-078e-46c6-927e-acd2737e0a91 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:00:37.993748 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3bc1c0-078e-46c6-927e-acd2737e0a91 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:00:37.994203 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3bc1c0-078e-46c6-927e-acd2737e0a91 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:00:37.994671 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3bc1c0-078e-46c6-927e-acd2737e0a91 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:00:37.995089 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3bc1c0-078e-46c6-927e-acd2737e0a91 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:00:37.995499 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3bc1c0-078e-46c6-927e-acd2737e0a91 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:00:38.404179 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bc3bc1c0-078e-46c6-927e-acd2737e0a91 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:38.492822 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bc3bc1c0-078e-46c6-927e-acd2737e0a91 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:38.571323 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560147de-e05c-474f-9929-16e54c2bbcd8 req-5c353acb-c658-4bc9-9459-294159b43781 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:38.572924 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-560147de-e05c-474f-9929-16e54c2bbcd8 req-5c353acb-c658-4bc9-9459-294159b43781 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 946 time: 0.0588951 Sep 21 13:00:38.625888 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-560147de-e05c-474f-9929-16e54c2bbcd8 req-fad8165e-adaf-4e07-86d7-6fca52be6ccf tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411584 Sep 21 13:00:38.685522 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bc3bc1c0-078e-46c6-927e-acd2737e0a91 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:38.690634 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bc3bc1c0-078e-46c6-927e-acd2737e0a91 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168671'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:38.763742 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3bc1c0-078e-46c6-927e-acd2737e0a91 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Pushing event updated for resources: {'Port': ['ID=2397d10c-c93e-423b-b6c3-03dff0af9409,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:00:38.777741 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bc3bc1c0-078e-46c6-927e-acd2737e0a91 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618694'] for floatingip, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:38.886472 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.db.l3_db [None req-bc3bc1c0-078e-46c6-927e-acd2737e0a91 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Floating IP 8c374f07-77c3-447c-9acf-07f917cc30dc associated. External IP: 172.27.0.248, port: f12d2712-ce0b-46c2-8b49-f820c2519276. Sep 21 13:00:39.122165 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3bc1c0-078e-46c6-927e-acd2737e0a91 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Router b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5 has already been hosted by L3 agent ac1410d3-fc19-41f1-a8a6-9305dbf296af {{(pid=93968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 13:00:39.252112 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3bc1c0-078e-46c6-927e-acd2737e0a91 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify agent at l3_agent.dv-cinder-810131-2-iscsi the message routers_updated {{(pid=93968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 13:00:39.267340 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328e299a-fd02-410e-a091-afd541a6e0e4 None None] Sync routers for ids ['b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'] in dv-cinder-810131-2-iscsi {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 13:00:39.277725 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-bc3bc1c0-078e-46c6-927e-acd2737e0a91 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for floatingip, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:39.284741 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328e299a-fd02-410e-a091-afd541a6e0e4 None None] Routers {'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 13:00:39.285778 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-328e299a-fd02-410e-a091-afd541a6e0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T13:00:15Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:00:39.322601 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-bc3bc1c0-078e-46c6-927e-acd2737e0a91 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8004427 Sep 21 13:00:39.322601 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a8966fb-955a-4106-9a4d-164be1a06e28', 'tag': 'f12d2712-ce0b-46c2-8b49-f820c2519276'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 13:00:39.322601 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a262e2a05831170809019d2cf22837e497d964a865586fc051a88de41b43109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1eecd3-6b42-480d-943c-2a0eb891b085" -d '{"events": [{"name": "network-changed", "server_uuid": "9a8966fb-955a-4106-9a4d-164be1a06e28", "tag": "f12d2712-ce0b-46c2-8b49-f820c2519276"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 13:00:39.353626 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 13:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70877009-ab95-4ce8-94f3-f2390a80b3c2 x-openstack-request-id: req-70877009-ab95-4ce8-94f3-f2390a80b3c2 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 13:00:39.354039 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a8966fb-955a-4106-9a4d-164be1a06e28", "tag": "f12d2712-ce0b-46c2-8b49-f820c2519276", "status": "completed", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 13:00:39.354434 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-70877009-ab95-4ce8-94f3-f2390a80b3c2 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 13:00:39.354986 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a8966fb-955a-4106-9a4d-164be1a06e28', 'tag': 'f12d2712-ce0b-46c2-8b49-f820c2519276', 'status': 'completed', 'code': 200} Sep 21 13:00:39.423831 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1eecd3-6b42-480d-943c-2a0eb891b085 req-45af4fc7-ee48-4f96-b827-32cd1c2d7cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:39.425956 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ea1eecd3-6b42-480d-943c-2a0eb891b085 req-45af4fc7-ee48-4f96-b827-32cd1c2d7cf3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f8dd986907b641449edd23beaff087cd&device_id=9a8966fb-955a-4106-9a4d-164be1a06e28 HTTP/1.1" status: 200 len: 1098 time: 0.0492189 Sep 21 13:00:39.444708 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-328e299a-fd02-410e-a091-afd541a6e0e4 None None] Set router b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5 gateway port host: dv-cinder-810131-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 13:00:39.575096 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1eecd3-6b42-480d-943c-2a0eb891b085 req-628a4e15-a527-4596-8a3a-f3bc2a0f125b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:39.577159 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ea1eecd3-6b42-480d-943c-2a0eb891b085 req-628a4e15-a527-4596-8a3a-f3bc2a0f125b service neutron] 10.222.0.45 "GET /v2.0/networks?id=1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9 HTTP/1.1" status: 200 len: 913 time: 0.1437073 Sep 21 13:00:39.657474 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ea1eecd3-6b42-480d-943c-2a0eb891b085 req-b3c684c9-15dd-4762-849c-92ae72f74c6f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f12d2712-ce0b-46c2-8b49-f820c2519276 HTTP/1.1" status: 200 len: 999 time: 0.0714607 Sep 21 13:00:39.754243 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1eecd3-6b42-480d-943c-2a0eb891b085 req-146a6364-cd8a-4761-b69f-8cc8201f16a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:39.757175 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ea1eecd3-6b42-480d-943c-2a0eb891b085 req-146a6364-cd8a-4761-b69f-8cc8201f16a7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7097d818-f75a-489b-96c8-b19c4cc747bd HTTP/1.1" status: 200 len: 851 time: 0.0914330 Sep 21 13:00:39.799308 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-328e299a-fd02-410e-a091-afd541a6e0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'name': 'tempest-TestVolumeBootPattern-1695748614-router', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4957470c-a00c-42ae-a868-1b82a9d111f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:56:22Z', 'updated_at': '2021-09-21T12:56:26Z', 'revision_number': 4, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'gw_port': {'id': '4957470c-a00c-42ae-a868-1b82a9d111f7', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:23Z', 'updated_at': '2021-09-21T12:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_floatingips': [{'id': '8c374f07-77c3-447c-9acf-07f917cc30dc', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'floating_ip_address': '172.27.0.248', 'floating_network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'router_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'port_id': 'f12d2712-ce0b-46c2-8b49-f820c2519276', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9', 'mac_address': 'fa:16:3e:05:e3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8966fb-955a-4106-9a4d-164be1a06e28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T13:00:38Z', 'updated_at': '2021-09-21T13:00:38Z', 'revision_number': 0, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb25802-0914-48c9-9676-12b51edc041a', 'name': '', 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'mac_address': 'fa:16:3e:5b:a5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7097d818-f75a-489b-96c8-b19c4cc747bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:25Z', 'updated_at': '2021-09-21T12:56:31Z', 'revision_number': 5, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'subnets': [{'id': '7097d818-f75a-489b-96c8-b19c4cc747bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:00:39.869265 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328e299a-fd02-410e-a091-afd541a6e0e4 None None] Checking router: b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5 for host: dv-cinder-810131-2-iscsi {{(pid=93970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 13:00:39.889592 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328e299a-fd02-410e-a091-afd541a6e0e4 None None] Routers {'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 13:00:39.890606 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-328e299a-fd02-410e-a091-afd541a6e0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T13:00:15Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:00:39.918694 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b91a0d5-cc59-4ea2-bd94-b9c9c32fb944 req-16ff40cf-7b11-4527-a3f5-3e45e8d1089a tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:39.921287 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0b91a0d5-cc59-4ea2-bd94-b9c9c32fb944 req-16ff40cf-7b11-4527-a3f5-3e45e8d1089a tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 946 time: 0.1374376 Sep 21 13:00:39.924334 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1eecd3-6b42-480d-943c-2a0eb891b085 req-f46ef17c-a744-4fbc-bc87-b3b1ae2b3316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:39.927388 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ea1eecd3-6b42-480d-943c-2a0eb891b085 req-f46ef17c-a744-4fbc-bc87-b3b1ae2b3316 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1630199 Sep 21 13:00:40.005398 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0b91a0d5-cc59-4ea2-bd94-b9c9c32fb944 req-300173f9-8fb3-426f-a1b5-138cafa2c986 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760705 Sep 21 13:00:40.033261 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-328e299a-fd02-410e-a091-afd541a6e0e4 None None] Set router b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5 gateway port host: dv-cinder-810131-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 13:00:40.088663 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ea1eecd3-6b42-480d-943c-2a0eb891b085 req-bc1df362-6797-4bff-bf6f-eee33deeb626 service neutron] 10.222.0.45 "GET /v2.0/networks/1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441886 Sep 21 13:00:40.287219 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-328e299a-fd02-410e-a091-afd541a6e0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'name': 'tempest-TestVolumeBootPattern-1695748614-router', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4957470c-a00c-42ae-a868-1b82a9d111f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:56:22Z', 'updated_at': '2021-09-21T12:56:26Z', 'revision_number': 4, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'gw_port': {'id': '4957470c-a00c-42ae-a868-1b82a9d111f7', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:23Z', 'updated_at': '2021-09-21T12:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_floatingips': [{'id': '8c374f07-77c3-447c-9acf-07f917cc30dc', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'floating_ip_address': '172.27.0.248', 'floating_network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'router_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'port_id': 'f12d2712-ce0b-46c2-8b49-f820c2519276', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9', 'mac_address': 'fa:16:3e:05:e3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8966fb-955a-4106-9a4d-164be1a06e28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T13:00:38Z', 'updated_at': '2021-09-21T13:00:38Z', 'revision_number': 0, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb25802-0914-48c9-9676-12b51edc041a', 'name': '', 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'mac_address': 'fa:16:3e:5b:a5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7097d818-f75a-489b-96c8-b19c4cc747bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:25Z', 'updated_at': '2021-09-21T12:56:31Z', 'revision_number': 5, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'subnets': [{'id': '7097d818-f75a-489b-96c8-b19c4cc747bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:00:40.314832 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328e299a-fd02-410e-a091-afd541a6e0e4 None None] The sync data for ids ['b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'] in dv-cinder-810131-2-iscsi is: [{'id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'name': 'tempest-TestVolumeBootPattern-1695748614-router', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4957470c-a00c-42ae-a868-1b82a9d111f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:56:22Z', 'updated_at': '2021-09-21T12:56:26Z', 'revision_number': 4, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'gw_port': {'id': '4957470c-a00c-42ae-a868-1b82a9d111f7', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:23Z', 'updated_at': '2021-09-21T12:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_floatingips': [{'id': '8c374f07-77c3-447c-9acf-07f917cc30dc', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'floating_ip_address': '172.27.0.248', 'floating_network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'router_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'port_id': 'f12d2712-ce0b-46c2-8b49-f820c2519276', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9', 'mac_address': 'fa:16:3e:05:e3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8966fb-955a-4106-9a4d-164be1a06e28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T13:00:38Z', 'updated_at': '2021-09-21T13:00:38Z', 'revision_number': 0, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb25802-0914-48c9-9676-12b51edc041a', 'name': '', 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'mac_address': 'fa:16:3e:5b:a5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7097d818-f75a-489b-96c8-b19c4cc747bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:25Z', 'updated_at': '2021-09-21T12:56:31Z', 'revision_number': 5, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'subnets': [{'id': '7097d818-f75a-489b-96c8-b19c4cc747bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 13:00:40.533272 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd68e80-af0e-4245-ba76-22bb715bde7b None None] New status for floating IP 8c374f07-77c3-447c-9acf-07f917cc30dc: ACTIVE {{(pid=93971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 13:00:40.823617 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-b5107449-46e0-4483-9031-0c19752d4acf None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 13:00:41.163679 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435e0f3-304c-477e-ab3f-ba67f2b0df03 req-fe5ed425-14d1-40dd-aed1-e9690402918f tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:41.166210 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c435e0f3-304c-477e-ab3f-ba67f2b0df03 req-fe5ed425-14d1-40dd-aed1-e9690402918f tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 946 time: 0.0589895 Sep 21 13:00:41.229795 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c435e0f3-304c-477e-ab3f-ba67f2b0df03 req-ac00e580-8d12-43a1-9d4d-a400031e48f3 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569777 Sep 21 13:00:41.268240 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ea1eecd3-6b42-480d-943c-2a0eb891b085 req-09c606a3-08e0-4fe4-8dd9-58b0b7ba2c1e service neutron] 10.222.0.45 "GET /v2.0/networks/1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175189 Sep 21 13:00:42.405433 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae053df-1e82-4391-9659-732be9b43974 req-e16329f7-cdb7-4ff8-807d-f18a7aedc800 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:42.407318 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9ae053df-1e82-4391-9659-732be9b43974 req-e16329f7-cdb7-4ff8-807d-f18a7aedc800 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 946 time: 0.0577524 Sep 21 13:00:42.449369 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9ae053df-1e82-4391-9659-732be9b43974 req-fe4e42b4-0a07-446b-a434-304b88be6189 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355878 Sep 21 13:00:42.662815 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c8aeac19-0f1f-4c80-9500-f04a8023d08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:43.576841 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b108bf6-d030-4674-88ca-7117acfdc9ce req-68c906c0-43b3-4657-a9fd-d2b1674adf14 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:43.578555 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8b108bf6-d030-4674-88ca-7117acfdc9ce req-68c906c0-43b3-4657-a9fd-d2b1674adf14 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 946 time: 0.0527439 Sep 21 13:00:43.620736 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8b108bf6-d030-4674-88ca-7117acfdc9ce req-a2093886-cddc-41d5-9f58-4c49242c0776 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360034 Sep 21 13:00:44.763790 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf27da-645d-4f38-8d9a-66afddc0070b req-caecf6ce-471a-4c30-af16-9187780e10ff tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:44.766690 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-25bf27da-645d-4f38-8d9a-66afddc0070b req-caecf6ce-471a-4c30-af16-9187780e10ff tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 946 time: 0.0694869 Sep 21 13:00:44.808698 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-25bf27da-645d-4f38-8d9a-66afddc0070b req-792f6cb0-ce92-4bfd-b2ff-64eb617d5b0a tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345242 Sep 21 13:00:45.325004 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-509aa002-3cce-45e5-a1e2-dc655cac7cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:45.909026 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:45.928458 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:45.964029 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729150c-4535-45d9-8688-b6803fb5a665 req-4c2b25d6-5d25-49d1-87d2-6dd50d612bca tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:45.966774 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5729150c-4535-45d9-8688-b6803fb5a665 req-4c2b25d6-5d25-49d1-87d2-6dd50d612bca tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 946 time: 0.0815153 Sep 21 13:00:46.010541 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5729150c-4535-45d9-8688-b6803fb5a665 req-318dc808-0db1-4531-a682-4562dfecf26c tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375826 Sep 21 13:00:46.658664 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:46.730238 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device b6db9d6f-9209-4388-863b-544789d96d25 details requested by agent hyperv_hv-cinder-81013 with host hv-cinder-81013 {{(pid=93970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 13:00:46.861937 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port b6db9d6f-9209-4388-863b-544789d96d25, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=b6db9d6f-9209-4388-863b-544789d96d25,segment=NetworkSegment(d65f44a9-e76e-4bb2-9420-80b10a796110),segment_id=d65f44a9-e76e-4bb2-9420-80b10a796110)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:00:46.875772 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Returning: {'device': 'b6db9d6f-9209-4388-863b-544789d96d25', 'network_id': '448bd693-ac99-4c36-8b6e-b9a357473df4', 'port_id': 'b6db9d6f-9209-4388-863b-544789d96d25', 'mac_address': 'fa:16:3e:70:6a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc0ebff-08f8-4d98-a7ec-9196a5213e06', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 13:00:46.925437 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:46.944482 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b6db9d6f-9209-4388-863b-544789d96d25 {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 13:00:46.966275 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port b6db9d6f-9209-4388-863b-544789d96d25, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=b6db9d6f-9209-4388-863b-544789d96d25,segment=NetworkSegment(d65f44a9-e76e-4bb2-9420-80b10a796110),segment_id=d65f44a9-e76e-4bb2-9420-80b10a796110)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:00:46.971068 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:47.032009 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=b6db9d6f-9209-4388-863b-544789d96d25,revision_number=6']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:00:47.062604 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] get_ports_and_sgs() called for port_ids ['b6db9d6f-9209-4388-863b-544789d96d25'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 13:00:47.166356 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca1087-d2eb-43f3-92bf-4bc5e6936931 req-9d02783e-093f-4ea2-9f12-c2f9e270f8e7 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:47.168752 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-18ca1087-d2eb-43f3-92bf-4bc5e6936931 req-9d02783e-093f-4ea2-9f12-c2f9e270f8e7 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 945 time: 0.0564451 Sep 21 13:00:47.216992 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-18ca1087-d2eb-43f3-92bf-4bc5e6936931 req-dfc7a4e9-57e2-400c-babc-2976a7b159b7 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379243 Sep 21 13:00:47.960527 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:48.444938 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011bb8ec-7b1a-4a22-9e30-e28102c87c16 req-b1ab67e1-51df-4e45-8226-06a6b8375c63 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:48.449073 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-011bb8ec-7b1a-4a22-9e30-e28102c87c16 req-b1ab67e1-51df-4e45-8226-06a6b8375c63 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 945 time: 0.0957258 Sep 21 13:00:48.526722 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-011bb8ec-7b1a-4a22-9e30-e28102c87c16 req-8a3369c6-99f6-43de-bda6-1fa1068001c4 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657339 Sep 21 13:00:48.734318 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device b6db9d6f-9209-4388-863b-544789d96d25 up at agent hyperv_hv-cinder-81013 {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 13:00:48.811947 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Provisioning complete for port b6db9d6f-9209-4388-863b-544789d96d25 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 13:00:48.812321 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:48.968850 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:49.062132 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e8dd68-e756-4b5e-827c-a375fe63bec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6db9d6f-9209-4388-863b-544789d96d25'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 13:00:49.067784 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e3f31dd35d6e9892686e3dd7e28a33bc22b0e68501ee526cb23c786b8cd504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9bf7a4-f27d-4e3f-a1c1-7a831d7e627c" -d '{"events": [{"server_uuid": "64e8dd68-e756-4b5e-827c-a375fe63bec8", "name": "network-vif-plugged", "status": "completed", "tag": "b6db9d6f-9209-4388-863b-544789d96d25"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 13:00:49.101453 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port b6db9d6f-9209-4388-863b-544789d96d25, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=b6db9d6f-9209-4388-863b-544789d96d25,segment=NetworkSegment(d65f44a9-e76e-4bb2-9420-80b10a796110),segment_id=d65f44a9-e76e-4bb2-9420-80b10a796110)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:00:49.118378 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:49.213653 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 13:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88c576a-c8a3-4d25-852d-cd1e5dcd1b8e x-openstack-request-id: req-e88c576a-c8a3-4d25-852d-cd1e5dcd1b8e {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 13:00:49.215322 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e8dd68-e756-4b5e-827c-a375fe63bec8", "name": "network-vif-plugged", "status": "completed", "tag": "b6db9d6f-9209-4388-863b-544789d96d25", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 13:00:49.216925 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e88c576a-c8a3-4d25-852d-cd1e5dcd1b8e {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 13:00:49.217540 dv-cinder-810131-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e8dd68-e756-4b5e-827c-a375fe63bec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6db9d6f-9209-4388-863b-544789d96d25', 'code': 200} Sep 21 13:00:49.282373 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=b6db9d6f-9209-4388-863b-544789d96d25,revision_number=7']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:00:49.782612 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df220ef-6db1-4267-ac19-ae30fb44774b req-099645bc-c57f-4f35-bf1c-e5ba6a32d473 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:49.786681 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8df220ef-6db1-4267-ac19-ae30fb44774b req-099645bc-c57f-4f35-bf1c-e5ba6a32d473 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 946 time: 0.1159110 Sep 21 13:00:49.877068 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8df220ef-6db1-4267-ac19-ae30fb44774b req-d31035fb-3195-443c-bdd7-9c023083e00a tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826271 Sep 21 13:00:51.102507 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c220f0-047d-4ea4-a6ed-c2c01ae4a5fb req-e8f5bbfe-2ef1-4a7b-a585-eba58fbfdfe4 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:51.107199 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a9c220f0-047d-4ea4-a6ed-c2c01ae4a5fb req-e8f5bbfe-2ef1-4a7b-a585-eba58fbfdfe4 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 946 time: 0.0901940 Sep 21 13:00:51.174711 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a9c220f0-047d-4ea4-a6ed-c2c01ae4a5fb req-ed34ede5-25b1-4edb-b8ec-415b017e92bf tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627191 Sep 21 13:00:52.366135 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfbea74-8874-465f-bba5-f33bafc621d2 req-3e197af2-f794-432d-ac22-2b14f7df5596 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:52.370366 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8dfbea74-8874-465f-bba5-f33bafc621d2 req-3e197af2-f794-432d-ac22-2b14f7df5596 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 946 time: 0.0786924 Sep 21 13:00:52.457653 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8dfbea74-8874-465f-bba5-f33bafc621d2 req-78c42495-9e6d-49a5-8398-db5c1056fc8f tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775712 Sep 21 13:00:53.630561 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6811924-6981-44c0-8fba-f9c262fe0e32 req-fa210b2d-c81a-46eb-913d-534c269dfd09 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:53.632464 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e6811924-6981-44c0-8fba-f9c262fe0e32 req-fa210b2d-c81a-46eb-913d-534c269dfd09 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 946 time: 0.0747271 Sep 21 13:00:53.684597 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e6811924-6981-44c0-8fba-f9c262fe0e32 req-f5dc70b2-fccb-4412-9265-09e864c710e0 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458868 Sep 21 13:00:54.232214 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 33830) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:00:54.307159 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_v2 [None req-710c5d20-e850-4c19-878f-e4ba460da90f admin admin] Deleting subnet b0d02db7-bbee-4b77-b708-c6d0a4d02634 {{(pid=93968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 13:00:54.312065 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-710c5d20-e850-4c19-878f-e4ba460da90f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:54.380510 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-710c5d20-e850-4c19-878f-e4ba460da90f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9168701'] for subnet, precommit_delete_associations {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:54.444403 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-710c5d20-e850-4c19-878f-e4ba460da90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749736'] for subnet, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:54.563490 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-710c5d20-e850-4c19-878f-e4ba460da90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9268049'] for subnet, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:54.593588 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c5d20-e850-4c19-878f-e4ba460da90f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0d02db7-bbee-4b77-b708-c6d0a4d02634,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:00:54.595939 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-710c5d20-e850-4c19-878f-e4ba460da90f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for subnet, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:54.598645 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-710c5d20-e850-4c19-878f-e4ba460da90f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b0d02db7-bbee-4b77-b708-c6d0a4d02634 HTTP/1.1" status: 204 len: 168 time: 0.3644598 Sep 21 13:00:54.605802 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 33832) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:00:54.694912 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6551b27a-f1db-4011-b637-77d62e0c3652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585049'] for network, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:54.884904 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6551b27a-f1db-4011-b637-77d62e0c3652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-751663', 'neutron.services.segments.db._delete_segments_for_network-8758322445213'] for network, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:54.947605 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-6551b27a-f1db-4011-b637-77d62e0c3652 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b3bb4fc-029a-462f-80b8-3b03f0495b8d']}} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:00:54.963328 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-6551b27a-f1db-4011-b637-77d62e0c3652 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04578101-b6b1-4110-ad6a-2789a1148a56') {'for_net_delete': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:00:54.963660 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-6551b27a-f1db-4011-b637-77d62e0c3652 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04578101-b6b1-4110-ad6a-2789a1148a56') {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:00:54.978175 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712e874-be51-4823-a81a-ecd8c9755c85 req-befdfc7f-f935-42ac-bfd7-64af6f80e94d tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:54.979768 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2712e874-be51-4823-a81a-ecd8c9755c85 req-befdfc7f-f935-42ac-bfd7-64af6f80e94d tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 946 time: 0.1990247 Sep 21 13:00:54.983925 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6551b27a-f1db-4011-b637-77d62e0c3652 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758322445990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9168694'] for segment, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:55.009024 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6551b27a-f1db-4011-b637-77d62e0c3652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861'] for segment, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:55.021990 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6551b27a-f1db-4011-b637-77d62e0c3652 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=93968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 13:00:55.022264 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6551b27a-f1db-4011-b637-77d62e0c3652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168119'] for segment, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:55.024149 dv-cinder-810131-2-iscsi neutron-server[93968]: Traceback (most recent call last): Sep 21 13:00:55.024149 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 13:00:55.024149 dv-cinder-810131-2-iscsi neutron-server[93968]: timer() Sep 21 13:00:55.024149 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 13:00:55.024149 dv-cinder-810131-2-iscsi neutron-server[93968]: cb(*args, **kw) Sep 21 13:00:55.024149 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 13:00:55.024149 dv-cinder-810131-2-iscsi neutron-server[93968]: return func(*args, **kwargs) Sep 21 13:00:55.024149 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 13:00:55.024149 dv-cinder-810131-2-iscsi neutron-server[93968]: self._notify() Sep 21 13:00:55.024149 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 13:00:55.024149 dv-cinder-810131-2-iscsi neutron-server[93968]: self.callback(batched_events) Sep 21 13:00:55.024149 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 13:00:55.024149 dv-cinder-810131-2-iscsi neutron-server[93968]: event.method(event) Sep 21 13:00:55.024149 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 13:00:55.024149 dv-cinder-810131-2-iscsi neutron-server[93968]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 13:00:55.024149 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 13:00:55.024149 dv-cinder-810131-2-iscsi neutron-server[93968]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 13:00:55.024149 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 13:00:55.024149 dv-cinder-810131-2-iscsi neutron-server[93968]: return f(self, *a, **k) Sep 21 13:00:55.024149 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 13:00:55.024149 dv-cinder-810131-2-iscsi neutron-server[93968]: return self._get(url).json() Sep 21 13:00:55.024149 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 13:00:55.024149 dv-cinder-810131-2-iscsi neutron-server[93968]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 13:00:55.024149 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 13:00:55.024149 dv-cinder-810131-2-iscsi neutron-server[93968]: return self.request(url, 'GET', **kwargs) Sep 21 13:00:55.024149 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 13:00:55.024149 dv-cinder-810131-2-iscsi neutron-server[93968]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 13:00:55.024149 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 13:00:55.024149 dv-cinder-810131-2-iscsi neutron-server[93968]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 13:00:55.024149 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 13:00:55.024149 dv-cinder-810131-2-iscsi neutron-server[93968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 13:00:55.024149 dv-cinder-810131-2-iscsi neutron-server[93968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 13:00:55.060203 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2712e874-be51-4823-a81a-ecd8c9755c85 req-9686a316-402a-428d-a4d7-5fb0f3803d25 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694022 Sep 21 13:00:55.122043 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6551b27a-f1db-4011-b637-77d62e0c3652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-751670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1618708'] for network, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:55.141338 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-6551b27a-f1db-4011-b637-77d62e0c3652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for network, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:55.147545 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-6551b27a-f1db-4011-b637-77d62e0c3652 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2b3bb4fc-029a-462f-80b8-3b03f0495b8d HTTP/1.1" status: 204 len: 168 time: 0.5402343 Sep 21 13:00:55.149139 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6551b27a-f1db-4011-b637-77d62e0c3652 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b3bb4fc-029a-462f-80b8-3b03f0495b8d,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:00:55.509874 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 33842) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:00:55.600658 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 33844) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:00:55.601541 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-007738a4-7c72-4ff2-a8cb-47e329de2cc3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=062a8fe381764c349a040f2ef174b086&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0876448 Sep 21 13:00:55.702362 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e08659f4-6ad7-4f3b-abb3-a3297a61caa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:55.749904 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e08659f4-6ad7-4f3b-abb3-a3297a61caa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:55.861312 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e08659f4-6ad7-4f3b-abb3-a3297a61caa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:55.870647 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e08659f4-6ad7-4f3b-abb3-a3297a61caa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:55.870647 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-e08659f4-6ad7-4f3b-abb3-a3297a61caa6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/59732499-7231-4a02-9df6-305dbf326fe7 HTTP/1.1" status: 204 len: 168 time: 0.2666626 Sep 21 13:00:55.885427 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08659f4-6ad7-4f3b-abb3-a3297a61caa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59732499-7231-4a02-9df6-305dbf326fe7,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:00:56.305968 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f0f8a-1c6a-46af-b58c-fe98caec2b77 req-666e4e63-9319-441b-aba3-5dab6ae988d6 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:56.319326 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-666f0f8a-1c6a-46af-b58c-fe98caec2b77 req-666e4e63-9319-441b-aba3-5dab6ae988d6 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 946 time: 0.1095328 Sep 21 13:00:56.380936 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-666f0f8a-1c6a-46af-b58c-fe98caec2b77 req-49baf661-67bd-410f-a56e-1bc742742450 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584071 Sep 21 13:00:57.257864 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 33868) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:00:57.424263 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-ace8c0e9-047e-4232-a9e8-b6d5f9d519d3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-451728956-network', 'tenant_id': 'a21a7e5092134d1998f12a665e75b4fc'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 13:00:57.461257 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace8c0e9-047e-4232-a9e8-b6d5f9d519d3 admin admin] Made reservation on behalf of a21a7e5092134d1998f12a665e75b4fc for: {'network': 1} {{(pid=93968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 13:00:57.468019 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ace8c0e9-047e-4232-a9e8-b6d5f9d519d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for network, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:57.491210 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ace8c0e9-047e-4232-a9e8-b6d5f9d519d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:57.606324 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f618d-c73f-4c89-a0aa-86ea80badc8d req-56fb4f60-da64-448a-89c0-a24b499531b9 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:57.608076 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-003f618d-c73f-4c89-a0aa-86ea80badc8d req-56fb4f60-da64-448a-89c0-a24b499531b9 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 946 time: 0.1029382 Sep 21 13:00:57.680445 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-003f618d-c73f-4c89-a0aa-86ea80badc8d req-f527e859-2555-496b-8a46-98b1deb31442 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570927 Sep 21 13:00:57.717642 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ace8c0e9-047e-4232-a9e8-b6d5f9d519d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:57.724825 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ace8c0e9-047e-4232-a9e8-b6d5f9d519d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:57.792311 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ace8c0e9-047e-4232-a9e8-b6d5f9d519d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=93968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 13:00:57.810537 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace8c0e9-047e-4232-a9e8-b6d5f9d519d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2babbb-e64c-4a35-95b7-a46b79f042bc,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:00:57.820802 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ace8c0e9-047e-4232-a9e8-b6d5f9d519d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861'] for segment, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:57.821406 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.db.segments_db [None req-ace8c0e9-047e-4232-a9e8-b6d5f9d519d3 admin admin] Added segment 79299c8c-6bb6-46c5-8fb8-88decc7784bc of type vlan for network 344dc57f-fc9f-4c89-8fe2-ba4648ab75f5 Sep 21 13:00:57.898039 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ace8c0e9-047e-4232-a9e8-b6d5f9d519d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758322100264'] for network, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:57.931556 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ace8c0e9-047e-4232-a9e8-b6d5f9d519d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279'] for network, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:57.932482 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace8c0e9-047e-4232-a9e8-b6d5f9d519d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:57.933228 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ace8c0e9-047e-4232-a9e8-b6d5f9d519d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for network, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:57.971304 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-ace8c0e9-047e-4232-a9e8-b6d5f9d519d3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7112336 Sep 21 13:00:57.975129 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 33874) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:00:58.032611 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-ae90f0f3-496c-48fb-b8ea-ed792619fb49 admin admin] Request body: {'subnet': {'network_id': '344dc57f-fc9f-4c89-8fe2-ba4648ab75f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-451728956-subnet', 'tenant_id': 'a21a7e5092134d1998f12a665e75b4fc', 'ip_version': 4}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 13:00:58.052174 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace8c0e9-047e-4232-a9e8-b6d5f9d519d3 admin admin] Pushing event updated for resources: {'Network': ['ID=344dc57f-fc9f-4c89-8fe2-ba4648ab75f5,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:00:58.068799 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Network 344dc57f-fc9f-4c89-8fe2-ba4648ab75f5 details requested by agent ovs-agent-dv-cinder-810131-2-iscsi with host dv-cinder-810131-2-iscsi {{(pid=93970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 13:00:58.082915 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae90f0f3-496c-48fb-b8ea-ed792619fb49 admin admin] Made reservation on behalf of a21a7e5092134d1998f12a665e75b4fc for: {'subnet': 1} {{(pid=93968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 13:00:58.087369 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ae90f0f3-496c-48fb-b8ea-ed792619fb49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9268086'] for subnet, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:58.387542 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ae90f0f3-496c-48fb-b8ea-ed792619fb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9268056'] for subnet, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:58.452227 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae90f0f3-496c-48fb-b8ea-ed792619fb49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb0a204d-c491-4508-92a7-0d2349cebcf8,revision_number=0']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:00:58.471906 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae90f0f3-496c-48fb-b8ea-ed792619fb49 admin admin] Checking segment: {'id': '79299c8c-6bb6-46c5-8fb8-88decc7784bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '344dc57f-fc9f-4c89-8fe2-ba4648ab75f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93968) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 13:00:58.472207 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae90f0f3-496c-48fb-b8ea-ed792619fb49 admin admin] Network hostable DHCP agents. Network: 344dc57f-fc9f-4c89-8fe2-ba4648ab75f5, hostable agents: ['12de7482-9c3e-48cc-a7cf-59e9ab92578f'], hosted agents: [] {{(pid=93968) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 13:00:58.506003 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae90f0f3-496c-48fb-b8ea-ed792619fb49 admin admin] Network 344dc57f-fc9f-4c89-8fe2-ba4648ab75f5 is scheduled to be hosted by DHCP agent 12de7482-9c3e-48cc-a7cf-59e9ab92578f with binding_index 1 {{(pid=93968) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 13:00:58.522296 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-ae90f0f3-496c-48fb-b8ea-ed792619fb49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810131-2-iscsi, 344dc57f-fc9f-4c89-8fe2-ba4648ab75f5) {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 13:00:58.528764 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae90f0f3-496c-48fb-b8ea-ed792619fb49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:58.529935 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ae90f0f3-496c-48fb-b8ea-ed792619fb49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for subnet, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:58.538782 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e1efe2-0d3c-4b6e-a87a-c477f315f0cb None None] Network 344dc57f-fc9f-4c89-8fe2-ba4648ab75f5 requested from dv-cinder-810131-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 13:00:58.579219 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-ae90f0f3-496c-48fb-b8ea-ed792619fb49 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6021128 Sep 21 13:00:58.583697 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 33880) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:00:58.591820 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-3b7459f3-ef91-4785-b5a8-b2797a13e4c8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-451728956-router', 'tenant_id': 'a21a7e5092134d1998f12a665e75b4fc', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'}}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 13:00:58.651743 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3b7459f3-ef91-4785-b5a8-b2797a13e4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1609611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3806'] for router, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:58.652557 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3b7459f3-ef91-4785-b5a8-b2797a13e4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3817'] for router, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:58.749391 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3b7459f3-ef91-4785-b5a8-b2797a13e4c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:58.790153 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b7a05a-b716-4eac-abf7-c79ad760d69b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d0e40e3-e902-535e-accf-2154837b6641-344dc57f-fc9f-4c89-8fe2-ba4648ab75f5', 'network_id': '344dc57f-fc9f-4c89-8fe2-ba4648ab75f5', 'tenant_id': 'a21a7e5092134d1998f12a665e75b4fc', 'fixed_ips': [{'subnet_id': 'eb0a204d-c491-4508-92a7-0d2349cebcf8'}]}} from dv-cinder-810131-2-iscsi. {{(pid=93970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 13:00:58.791049 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-05b7a05a-b716-4eac-abf7-c79ad760d69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:58.929494 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb648dd-26a0-4589-961c-b6758dc28671 req-017fe9c0-4686-4414-b7a6-925b7cfb4bf5 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:58.933831 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7fb648dd-26a0-4589-961c-b6758dc28671 req-017fe9c0-4686-4414-b7a6-925b7cfb4bf5 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 946 time: 0.0979023 Sep 21 13:00:58.992466 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7fb648dd-26a0-4589-961c-b6758dc28671 req-9e43f226-e044-4828-a6ba-db92c53d8b6b tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528166 Sep 21 13:00:58.997558 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.db_base_plugin_common [None req-05b7a05a-b716-4eac-abf7-c79ad760d69b None None] Allocated IP 172.20.0.2 (344dc57f-fc9f-4c89-8fe2-ba4648ab75f5/eb0a204d-c491-4508-92a7-0d2349cebcf8/1fbca937-fb67-4108-9309-a90a76360fa0) {{(pid=93970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 13:00:59.049467 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3b7459f3-ef91-4785-b5a8-b2797a13e4c8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:59.219073 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-05b7a05a-b716-4eac-abf7-c79ad760d69b None None] Notify callbacks [] for port, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:59.225836 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-05b7a05a-b716-4eac-abf7-c79ad760d69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762'] for port, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:59.268742 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b7a05a-b716-4eac-abf7-c79ad760d69b None None] Network 344dc57f-fc9f-4c89-8fe2-ba4648ab75f5 is already hosted by enough agents. {{(pid=93970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 13:00:59.271697 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [None req-05b7a05a-b716-4eac-abf7-c79ad760d69b None None] Resources bound (agent type, host, resource id): {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 13:00:59.275089 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b7a05a-b716-4eac-abf7-c79ad760d69b None None] Received port after_create {{(pid=93970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 13:00:59.284253 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b7a05a-b716-4eac-abf7-c79ad760d69b None None] Pushing event updated for resources: {'Port': ['ID=1fbca937-fb67-4108-9309-a90a76360fa0,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:00:59.304317 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3b7459f3-ef91-4785-b5a8-b2797a13e4c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:59.327993 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3b7459f3-ef91-4785-b5a8-b2797a13e4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:59.337875 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-05b7a05a-b716-4eac-abf7-c79ad760d69b None None] Attempting to bind port 1fbca937-fb67-4108-9309-a90a76360fa0 on host dv-cinder-810131-2-iscsi for vnic_type normal with profile {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 13:00:59.338522 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-05b7a05a-b716-4eac-abf7-c79ad760d69b None None] Attempting to bind port 1fbca937-fb67-4108-9309-a90a76360fa0 by drivers openvswitch,hyperv on host dv-cinder-810131-2-iscsi at level 0 using segments [{'id': '79299c8c-6bb6-46c5-8fb8-88decc7784bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '344dc57f-fc9f-4c89-8fe2-ba4648ab75f5'}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 13:00:59.338894 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b7a05a-b716-4eac-abf7-c79ad760d69b None None] Attempting to bind port 1fbca937-fb67-4108-9309-a90a76360fa0 on network 344dc57f-fc9f-4c89-8fe2-ba4648ab75f5 {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 13:00:59.344418 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b7a05a-b716-4eac-abf7-c79ad760d69b None None] Checking agent: {'id': 'e9e90178-f2ac-4c99-b085-229d580e108d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 12, 46, 16), 'started_at': datetime.datetime(2021, 9, 21, 12, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 13, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 13:00:59.344785 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b7a05a-b716-4eac-abf7-c79ad760d69b None None] Checking segment: {'id': '79299c8c-6bb6-46c5-8fb8-88decc7784bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '344dc57f-fc9f-4c89-8fe2-ba4648ab75f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 13:00:59.345177 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-05b7a05a-b716-4eac-abf7-c79ad760d69b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:59.345560 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b7a05a-b716-4eac-abf7-c79ad760d69b None None] Bound using segment: {'id': '79299c8c-6bb6-46c5-8fb8-88decc7784bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '344dc57f-fc9f-4c89-8fe2-ba4648ab75f5'} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 13:00:59.346018 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-05b7a05a-b716-4eac-abf7-c79ad760d69b None None] Bound port: 1fbca937-fb67-4108-9309-a90a76360fa0, host: dv-cinder-810131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79299c8c-6bb6-46c5-8fb8-88decc7784bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '344dc57f-fc9f-4c89-8fe2-ba4648ab75f5'}}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 13:00:59.346434 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-05b7a05a-b716-4eac-abf7-c79ad760d69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:59.428135 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-05b7a05a-b716-4eac-abf7-c79ad760d69b None None] For port 1fbca937-fb67-4108-9309-a90a76360fa0, host dv-cinder-810131-2-iscsi, cleared binding levels {{(pid=93970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 13:00:59.433833 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-05b7a05a-b716-4eac-abf7-c79ad760d69b None None] For port 1fbca937-fb67-4108-9309-a90a76360fa0, host dv-cinder-810131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=1fbca937-fb67-4108-9309-a90a76360fa0,segment=NetworkSegment(79299c8c-6bb6-46c5-8fb8-88decc7784bc),segment_id=79299c8c-6bb6-46c5-8fb8-88decc7784bc)] {{(pid=93970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 13:00:59.439345 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-05b7a05a-b716-4eac-abf7-c79ad760d69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:59.458319 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-3b7459f3-ef91-4785-b5a8-b2797a13e4c8 admin admin] Allocated IP 172.27.0.217 (3589cb95-8b7f-464f-a8af-ebd0722ed0b9/83bd8dfa-a4af-4a48-a00e-8b360d22b666/9a97caea-4047-47cf-a9a1-c1770364d16d) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 13:00:59.502527 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b7a05a-b716-4eac-abf7-c79ad760d69b None None] Pushing event updated for resources: {'Port': ['ID=1fbca937-fb67-4108-9309-a90a76360fa0,revision_number=2']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:00:59.586299 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3b7459f3-ef91-4785-b5a8-b2797a13e4c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:59.629519 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3b7459f3-ef91-4785-b5a8-b2797a13e4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168646'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:00:59.718339 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7459f3-ef91-4785-b5a8-b2797a13e4c8 admin admin] Network 3589cb95-8b7f-464f-a8af-ebd0722ed0b9 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 13:00:59.730368 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-3b7459f3-ef91-4785-b5a8-b2797a13e4c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 13:00:59.736571 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7459f3-ef91-4785-b5a8-b2797a13e4c8 admin admin] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 13:00:59.772179 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7459f3-ef91-4785-b5a8-b2797a13e4c8 admin admin] Pushing event updated for resources: {'Port': ['ID=9a97caea-4047-47cf-a9a1-c1770364d16d,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:00:59.935593 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ccdc22-41ac-4b70-b607-fbcefbcdd9f1 req-4eb91a3b-ecf3-4ae9-af27-3eceaac5738b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:00:59.939862 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-69ccdc22-41ac-4b70-b607-fbcefbcdd9f1 req-4eb91a3b-ecf3-4ae9-af27-3eceaac5738b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1b3ede534435481c9544b6bd95cee453&device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 1099 time: 0.0788476 Sep 21 13:01:00.029502 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 1fbca937-fb67-4108-9309-a90a76360fa0 up at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 13:01:00.098622 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ccdc22-41ac-4b70-b607-fbcefbcdd9f1 req-6b8200b7-b21a-4486-86b2-79f78679cf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:00.101438 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-69ccdc22-41ac-4b70-b607-fbcefbcdd9f1 req-6b8200b7-b21a-4486-86b2-79f78679cf9a service neutron] 10.222.0.45 "GET /v2.0/networks?id=448bd693-ac99-4c36-8b6e-b9a357473df4 HTTP/1.1" status: 200 len: 918 time: 0.1520517 Sep 21 13:01:00.199072 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3b7459f3-ef91-4785-b5a8-b2797a13e4c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:00.212083 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-69ccdc22-41ac-4b70-b607-fbcefbcdd9f1 req-ddbc10b6-0796-4a26-b698-002d850ce955 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6db9d6f-9209-4388-863b-544789d96d25 HTTP/1.1" status: 200 len: 1002 time: 0.1006064 Sep 21 13:01:00.266793 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Provisioning complete for port 1fbca937-fb67-4108-9309-a90a76360fa0 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 13:01:00.267829 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:00.268389 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ccdc22-41ac-4b70-b607-fbcefbcdd9f1 req-cb307298-5adb-4dd3-b11e-a6a8e7460dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:00.271219 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-69ccdc22-41ac-4b70-b607-fbcefbcdd9f1 req-cb307298-5adb-4dd3-b11e-a6a8e7460dc7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=afc0ebff-08f8-4d98-a7ec-9196a5213e06 HTTP/1.1" status: 200 len: 856 time: 0.0514364 Sep 21 13:01:00.370767 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ccdc22-41ac-4b70-b607-fbcefbcdd9f1 req-a055c0be-0ac4-4852-8b3a-abc05b04960e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:00.374106 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-69ccdc22-41ac-4b70-b607-fbcefbcdd9f1 req-a055c0be-0ac4-4852-8b3a-abc05b04960e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=448bd693-ac99-4c36-8b6e-b9a357473df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0946374 Sep 21 13:01:00.392555 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:00.452913 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] For port 1fbca937-fb67-4108-9309-a90a76360fa0, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=1fbca937-fb67-4108-9309-a90a76360fa0,segment=NetworkSegment(79299c8c-6bb6-46c5-8fb8-88decc7784bc),segment_id=79299c8c-6bb6-46c5-8fb8-88decc7784bc)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:01:00.463583 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:00.546383 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Pushing event updated for resources: {'Port': ['ID=1fbca937-fb67-4108-9309-a90a76360fa0,revision_number=3']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:01:00.557254 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-69ccdc22-41ac-4b70-b607-fbcefbcdd9f1 req-0a220bb7-d776-481b-bfa0-4676ef955fc9 service neutron] 10.222.0.45 "GET /v2.0/networks/448bd693-ac99-4c36-8b6e-b9a357473df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733608 Sep 21 13:01:00.618580 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3078d7b-8e72-4298-8fb7-4ad64446167e req-64d82467-15de-45fb-b61b-0e6238f38ead tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:00.621080 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a3078d7b-8e72-4298-8fb7-4ad64446167e req-64d82467-15de-45fb-b61b-0e6238f38ead tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 946 time: 0.4851232 Sep 21 13:01:00.716577 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-69ccdc22-41ac-4b70-b607-fbcefbcdd9f1 req-54d8353a-472b-447a-9391-4a94177b5bbe service neutron] 10.222.0.45 "GET /v2.0/networks/448bd693-ac99-4c36-8b6e-b9a357473df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516914 Sep 21 13:01:00.743561 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a3078d7b-8e72-4298-8fb7-4ad64446167e req-2b92d278-b717-4dff-a638-37463c8945f0 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144869 Sep 21 13:01:00.790747 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb64b7e3-3e15-4453-bb7c-2bde5fe12ab9 None None] Network 344dc57f-fc9f-4c89-8fe2-ba4648ab75f5 requested from dv-cinder-810131-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 13:01:00.874321 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3b7459f3-ef91-4785-b5a8-b2797a13e4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618780'] for router, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:00.891845 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-f63fc933-10c0-423b-b189-b94828dbb256 None None] Provisioning complete for port 1fbca937-fb67-4108-9309-a90a76360fa0 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 13:01:00.892408 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f63fc933-10c0-423b-b189-b94828dbb256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:01.069744 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b7459f3-ef91-4785-b5a8-b2797a13e4c8 admin admin] Router f1849533-2288-4be8-ae93-1f5bf9fe5781 is scheduled to L3 agent ac1410d3-fc19-41f1-a8a6-9305dbf296af with binding_index 1 {{(pid=93968) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 13:01:01.196145 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7459f3-ef91-4785-b5a8-b2797a13e4c8 admin admin] Notify agent at l3_agent.dv-cinder-810131-2-iscsi the message routers_updated {{(pid=93968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 13:01:01.213715 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc613f1b-0b11-4cba-a705-58d2900ca346 None None] Sync routers for ids ['f1849533-2288-4be8-ae93-1f5bf9fe5781'] in dv-cinder-810131-2-iscsi {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 13:01:01.223563 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3b7459f3-ef91-4785-b5a8-b2797a13e4c8 admin admin] Notify callbacks [] for router, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:01.225662 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-3b7459f3-ef91-4785-b5a8-b2797a13e4c8 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6398804 Sep 21 13:01:01.229748 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 33898) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:01:01.231127 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc613f1b-0b11-4cba-a705-58d2900ca346 None None] Routers {'f1849533-2288-4be8-ae93-1f5bf9fe5781'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 13:01:01.232060 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-dc613f1b-0b11-4cba-a705-58d2900ca346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T13:00:45Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['f1849533-2288-4be8-ae93-1f5bf9fe5781'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:01:01.304372 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-d66808aa-20e4-4cde-a008-f0a88bb5d4a2 None None] Provisioning complete for port 1fbca937-fb67-4108-9309-a90a76360fa0 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 13:01:01.305173 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d66808aa-20e4-4cde-a008-f0a88bb5d4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:01.409454 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-dc613f1b-0b11-4cba-a705-58d2900ca346 None None] Set router f1849533-2288-4be8-ae93-1f5bf9fe5781 gateway port host: dv-cinder-810131-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 13:01:01.701793 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-dc613f1b-0b11-4cba-a705-58d2900ca346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1849533-2288-4be8-ae93-1f5bf9fe5781', 'name': 'tempest-TestShelveInstance-451728956-router', 'tenant_id': 'a21a7e5092134d1998f12a665e75b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '9a97caea-4047-47cf-a9a1-c1770364d16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T13:00:58Z', 'updated_at': '2021-09-21T13:00:59Z', 'revision_number': 3, 'project_id': 'a21a7e5092134d1998f12a665e75b4fc', 'gw_port': {'id': '9a97caea-4047-47cf-a9a1-c1770364d16d', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:dd:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1849533-2288-4be8-ae93-1f5bf9fe5781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:00:59Z', 'updated_at': '2021-09-21T13:00:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi'}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:01:01.735842 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc613f1b-0b11-4cba-a705-58d2900ca346 None None] Checking router: f1849533-2288-4be8-ae93-1f5bf9fe5781 for host: dv-cinder-810131-2-iscsi {{(pid=93970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 13:01:01.736167 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc613f1b-0b11-4cba-a705-58d2900ca346 None None] Updating router f1849533-2288-4be8-ae93-1f5bf9fe5781 port 9a97caea-4047-47cf-a9a1-c1770364d16d binding host dv-cinder-810131-2-iscsi {{(pid=93970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 13:01:01.765864 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-dc613f1b-0b11-4cba-a705-58d2900ca346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:01.787327 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5cb3ca86-ab07-4c09-a6de-ba63271dc6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:01.963210 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671fd5a-d029-4ea6-a2e8-16ffa9524f0e req-c45ab86f-1e86-4c0a-a864-b6dab64639a2 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:01.966045 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7671fd5a-d029-4ea6-a2e8-16ffa9524f0e req-c45ab86f-1e86-4c0a-a864-b6dab64639a2 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 946 time: 0.0882344 Sep 21 13:01:01.980541 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 1fbca937-fb67-4108-9309-a90a76360fa0 up at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 13:01:02.027191 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-5cb3ca86-ab07-4c09-a6de-ba63271dc6f7 admin admin] Allocated IP 172.20.0.1 (344dc57f-fc9f-4c89-8fe2-ba4648ab75f5/eb0a204d-c491-4508-92a7-0d2349cebcf8/719b7a90-31a3-4a3e-86c9-2cb100788f11) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 13:01:02.043432 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7671fd5a-d029-4ea6-a2e8-16ffa9524f0e req-c173c873-f7e3-4d29-876f-34109194660a tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610237 Sep 21 13:01:02.113352 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Provisioning complete for port 1fbca937-fb67-4108-9309-a90a76360fa0 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 13:01:02.114126 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:02.175101 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5cb3ca86-ab07-4c09-a6de-ba63271dc6f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:02.194538 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-dc613f1b-0b11-4cba-a705-58d2900ca346 None None] Notify callbacks [] for port, precommit_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:02.205685 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-dc613f1b-0b11-4cba-a705-58d2900ca346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:02.225541 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5cb3ca86-ab07-4c09-a6de-ba63271dc6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168646'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:02.287584 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb3ca86-ab07-4c09-a6de-ba63271dc6f7 admin admin] Network 344dc57f-fc9f-4c89-8fe2-ba4648ab75f5 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 13:01:02.294812 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-5cb3ca86-ab07-4c09-a6de-ba63271dc6f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 13:01:02.313530 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb3ca86-ab07-4c09-a6de-ba63271dc6f7 admin admin] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 13:01:02.319297 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb3ca86-ab07-4c09-a6de-ba63271dc6f7 admin admin] Pushing event updated for resources: {'Port': ['ID=719b7a90-31a3-4a3e-86c9-2cb100788f11,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:01:02.327100 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-dc613f1b-0b11-4cba-a705-58d2900ca346 None None] Attempting to bind port 9a97caea-4047-47cf-a9a1-c1770364d16d on host dv-cinder-810131-2-iscsi for vnic_type normal with profile {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 13:01:02.327954 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-dc613f1b-0b11-4cba-a705-58d2900ca346 None None] Attempting to bind port 9a97caea-4047-47cf-a9a1-c1770364d16d by drivers openvswitch,hyperv on host dv-cinder-810131-2-iscsi at level 0 using segments [{'id': 'e2b94f31-7b3f-4aad-87c8-37618fa3f855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 13:01:02.328377 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc613f1b-0b11-4cba-a705-58d2900ca346 None None] Attempting to bind port 9a97caea-4047-47cf-a9a1-c1770364d16d on network 3589cb95-8b7f-464f-a8af-ebd0722ed0b9 {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 13:01:02.364510 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14a561c-0774-429b-8e87-ed51628da064 None None] Pushing event updated for resources: {'Port': ['ID=9a97caea-4047-47cf-a9a1-c1770364d16d,revision_number=2']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:01:02.370458 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc613f1b-0b11-4cba-a705-58d2900ca346 None None] Checking agent: {'id': 'e9e90178-f2ac-4c99-b085-229d580e108d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 12, 46, 16), 'started_at': datetime.datetime(2021, 9, 21, 12, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 13, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 13:01:02.371081 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc613f1b-0b11-4cba-a705-58d2900ca346 None None] Checking segment: {'id': 'e2b94f31-7b3f-4aad-87c8-37618fa3f855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 13:01:02.371708 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-dc613f1b-0b11-4cba-a705-58d2900ca346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:02.372512 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc613f1b-0b11-4cba-a705-58d2900ca346 None None] Bound using segment: {'id': 'e2b94f31-7b3f-4aad-87c8-37618fa3f855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 13:01:02.373471 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-dc613f1b-0b11-4cba-a705-58d2900ca346 None None] Bound port: 9a97caea-4047-47cf-a9a1-c1770364d16d, host: dv-cinder-810131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2b94f31-7b3f-4aad-87c8-37618fa3f855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'}}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 13:01:02.374075 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-dc613f1b-0b11-4cba-a705-58d2900ca346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:02.397824 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5cb3ca86-ab07-4c09-a6de-ba63271dc6f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1618827'] for router_interface, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:02.416824 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14a561c-0774-429b-8e87-ed51628da064 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:01:02.417175 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14a561c-0774-429b-8e87-ed51628da064 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:01:02.417513 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14a561c-0774-429b-8e87-ed51628da064 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:01:02.417848 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14a561c-0774-429b-8e87-ed51628da064 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:01:02.418180 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14a561c-0774-429b-8e87-ed51628da064 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:01:02.418535 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14a561c-0774-429b-8e87-ed51628da064 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:01:02.419127 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14a561c-0774-429b-8e87-ed51628da064 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:01:02.419304 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14a561c-0774-429b-8e87-ed51628da064 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:01:02.419546 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14a561c-0774-429b-8e87-ed51628da064 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:01:02.419811 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14a561c-0774-429b-8e87-ed51628da064 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:01:02.420401 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14a561c-0774-429b-8e87-ed51628da064 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:01:02.420924 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14a561c-0774-429b-8e87-ed51628da064 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:01:02.451982 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-dc613f1b-0b11-4cba-a705-58d2900ca346 None None] For port 9a97caea-4047-47cf-a9a1-c1770364d16d, host dv-cinder-810131-2-iscsi, cleared binding levels {{(pid=93970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 13:01:02.459096 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-dc613f1b-0b11-4cba-a705-58d2900ca346 None None] For port 9a97caea-4047-47cf-a9a1-c1770364d16d, host dv-cinder-810131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=9a97caea-4047-47cf-a9a1-c1770364d16d,segment=NetworkSegment(e2b94f31-7b3f-4aad-87c8-37618fa3f855),segment_id=e2b94f31-7b3f-4aad-87c8-37618fa3f855)] {{(pid=93970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 13:01:02.468086 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-dc613f1b-0b11-4cba-a705-58d2900ca346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:02.539839 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14a561c-0774-429b-8e87-ed51628da064 None None] Pushing event updated for resources: {'Port': ['ID=9a97caea-4047-47cf-a9a1-c1770364d16d,revision_number=3']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:01:02.544230 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc613f1b-0b11-4cba-a705-58d2900ca346 None None] Routers {'f1849533-2288-4be8-ae93-1f5bf9fe5781'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 13:01:02.545002 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-dc613f1b-0b11-4cba-a705-58d2900ca346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T13:00:45Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['f1849533-2288-4be8-ae93-1f5bf9fe5781'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:01:02.646491 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5cb3ca86-ab07-4c09-a6de-ba63271dc6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:02.708168 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-ad09f780-b333-41df-9c73-f699a8fd6e83 None None] Provisioning complete for port 719b7a90-31a3-4a3e-86c9-2cb100788f11 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 13:01:02.708712 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ad09f780-b333-41df-9c73-f699a8fd6e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:02.780548 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device b6db9d6f-9209-4388-863b-544789d96d25 no longer exists at agent hyperv_hv-cinder-81013 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 13:01:02.789632 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-dc613f1b-0b11-4cba-a705-58d2900ca346 None None] Set router f1849533-2288-4be8-ae93-1f5bf9fe5781 gateway port host: dv-cinder-810131-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 13:01:02.837921 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5cb3ca86-ab07-4c09-a6de-ba63271dc6f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:02.843150 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5cb3ca86-ab07-4c09-a6de-ba63271dc6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168671'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:02.872601 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-ad09f780-b333-41df-9c73-f699a8fd6e83 None None] Port 719b7a90-31a3-4a3e-86c9-2cb100788f11 cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 13:01:02.913908 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb3ca86-ab07-4c09-a6de-ba63271dc6f7 admin admin] Pushing event updated for resources: {'Port': ['ID=719b7a90-31a3-4a3e-86c9-2cb100788f11,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:01:02.916578 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-5cb3ca86-ab07-4c09-a6de-ba63271dc6f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1791917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1618203'] for router_interface, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:03.052276 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb3ca86-ab07-4c09-a6de-ba63271dc6f7 admin admin] Network 344dc57f-fc9f-4c89-8fe2-ba4648ab75f5 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 13:01:03.054764 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-5cb3ca86-ab07-4c09-a6de-ba63271dc6f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 13:01:03.141091 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:03.223456 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e8dd68-e756-4b5e-827c-a375fe63bec8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6db9d6f-9209-4388-863b-544789d96d25'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 13:01:03.226438 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e3f31dd35d6e9892686e3dd7e28a33bc22b0e68501ee526cb23c786b8cd504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d985ac0-d8dd-4b66-9e66-8686662302cf" -d '{"events": [{"server_uuid": "64e8dd68-e756-4b5e-827c-a375fe63bec8", "name": "network-vif-unplugged", "status": "completed", "tag": "b6db9d6f-9209-4388-863b-544789d96d25"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 13:01:03.244617 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port b6db9d6f-9209-4388-863b-544789d96d25, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=b6db9d6f-9209-4388-863b-544789d96d25,segment=NetworkSegment(d65f44a9-e76e-4bb2-9420-80b10a796110),segment_id=d65f44a9-e76e-4bb2-9420-80b10a796110)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:01:03.272095 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:03.333099 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 21 Sep 2021 13:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5576ed4-452d-4a08-a7be-7277589d861f x-openstack-request-id: req-c5576ed4-452d-4a08-a7be-7277589d861f {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 13:01:03.334220 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e8dd68-e756-4b5e-827c-a375fe63bec8", "name": "network-vif-unplugged", "status": "failed", "tag": "b6db9d6f-9209-4388-863b-544789d96d25", "code": 422}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 13:01:03.334220 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c5576ed4-452d-4a08-a7be-7277589d861f {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 13:01:03.334598 dv-cinder-810131-2-iscsi neutron-server[93970]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '64e8dd68-e756-4b5e-827c-a375fe63bec8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b6db9d6f-9209-4388-863b-544789d96d25', 'code': 422} returned with failed status Sep 21 13:01:03.359244 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae02d2b-39a9-4afa-bd47-b1b9c01eb593 req-07f0a3d7-32b4-4424-9786-1258f6e45dc6 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:03.367783 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0ae02d2b-39a9-4afa-bd47-b1b9c01eb593 req-07f0a3d7-32b4-4424-9786-1258f6e45dc6 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 946 time: 0.2159219 Sep 21 13:01:03.382559 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=b6db9d6f-9209-4388-863b-544789d96d25,revision_number=8']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:01:03.387368 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-dc613f1b-0b11-4cba-a705-58d2900ca346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1849533-2288-4be8-ae93-1f5bf9fe5781', 'name': 'tempest-TestShelveInstance-451728956-router', 'tenant_id': 'a21a7e5092134d1998f12a665e75b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '9a97caea-4047-47cf-a9a1-c1770364d16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T13:00:58Z', 'updated_at': '2021-09-21T13:00:59Z', 'revision_number': 3, 'project_id': 'a21a7e5092134d1998f12a665e75b4fc', 'gw_port': {'id': '9a97caea-4047-47cf-a9a1-c1770364d16d', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:dd:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1849533-2288-4be8-ae93-1f5bf9fe5781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:00:59Z', 'updated_at': '2021-09-21T13:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi'}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:01:03.405981 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb3ca86-ab07-4c09-a6de-ba63271dc6f7 admin admin] Router f1849533-2288-4be8-ae93-1f5bf9fe5781 has already been hosted by L3 agent ac1410d3-fc19-41f1-a8a6-9305dbf296af {{(pid=93968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 13:01:03.433161 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0ae02d2b-39a9-4afa-bd47-b1b9c01eb593 req-6f0b00a5-839f-481e-b9c2-8316cfe79d5c tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642607 Sep 21 13:01:03.545894 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc613f1b-0b11-4cba-a705-58d2900ca346 None None] The sync data for ids ['f1849533-2288-4be8-ae93-1f5bf9fe5781'] in dv-cinder-810131-2-iscsi is: [{'id': 'f1849533-2288-4be8-ae93-1f5bf9fe5781', 'name': 'tempest-TestShelveInstance-451728956-router', 'tenant_id': 'a21a7e5092134d1998f12a665e75b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '9a97caea-4047-47cf-a9a1-c1770364d16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T13:00:58Z', 'updated_at': '2021-09-21T13:00:59Z', 'revision_number': 3, 'project_id': 'a21a7e5092134d1998f12a665e75b4fc', 'gw_port': {'id': '9a97caea-4047-47cf-a9a1-c1770364d16d', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:dd:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1849533-2288-4be8-ae93-1f5bf9fe5781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:00:59Z', 'updated_at': '2021-09-21T13:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi'}] {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 13:01:03.561333 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-ca6314f4-ef9b-42f2-bfd8-a19860162d8f None None] Provisioning complete for port 719b7a90-31a3-4a3e-86c9-2cb100788f11 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 13:01:03.561779 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ca6314f4-ef9b-42f2-bfd8-a19860162d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:03.601095 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb3ca86-ab07-4c09-a6de-ba63271dc6f7 admin admin] Notify agent at l3_agent.dv-cinder-810131-2-iscsi the message routers_updated {{(pid=93968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 13:01:03.603518 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-ca6314f4-ef9b-42f2-bfd8-a19860162d8f None None] Port 719b7a90-31a3-4a3e-86c9-2cb100788f11 cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 13:01:03.609679 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-5cb3ca86-ab07-4c09-a6de-ba63271dc6f7 admin admin] 10.222.0.32 "PUT /v2.0/routers/f1849533-2288-4be8-ae93-1f5bf9fe5781/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3783066 Sep 21 13:01:04.054765 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 9a97caea-4047-47cf-a9a1-c1770364d16d up at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 13:01:04.154586 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Provisioning complete for port 9a97caea-4047-47cf-a9a1-c1770364d16d triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 13:01:04.155502 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:04.283405 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:04.326248 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] For port 9a97caea-4047-47cf-a9a1-c1770364d16d, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=9a97caea-4047-47cf-a9a1-c1770364d16d,segment=NetworkSegment(e2b94f31-7b3f-4aad-87c8-37618fa3f855),segment_id=e2b94f31-7b3f-4aad-87c8-37618fa3f855)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:01:04.335459 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:04.399549 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Pushing event updated for resources: {'Port': ['ID=9a97caea-4047-47cf-a9a1-c1770364d16d,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:01:04.483252 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 33938) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:01:04.491700 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-81dfae1d-59b3-4524-8ab0-06070a10d595 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1367889547-network', 'tenant_id': '5b76634c7050422d83ad1ddf5a84a335'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 13:01:04.525772 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81dfae1d-59b3-4524-8ab0-06070a10d595 admin admin] Made reservation on behalf of 5b76634c7050422d83ad1ddf5a84a335 for: {'network': 1} {{(pid=93968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 13:01:04.528467 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-81dfae1d-59b3-4524-8ab0-06070a10d595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for network, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:04.539735 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-81dfae1d-59b3-4524-8ab0-06070a10d595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:04.688498 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-81dfae1d-59b3-4524-8ab0-06070a10d595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:04.695528 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-81dfae1d-59b3-4524-8ab0-06070a10d595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:04.710912 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81dfae1d-59b3-4524-8ab0-06070a10d595 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=93968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 13:01:04.724346 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-81dfae1d-59b3-4524-8ab0-06070a10d595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861'] for segment, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:04.724696 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.db.segments_db [None req-81dfae1d-59b3-4524-8ab0-06070a10d595 admin admin] Added segment d63a60f7-9495-41b5-a0dc-cfb52911f052 of type vlan for network 042418cf-ef1e-4d40-aa2c-f2dcd1a038c9 Sep 21 13:01:04.787549 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-81dfae1d-59b3-4524-8ab0-06070a10d595 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758322100264'] for network, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:04.807283 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dfae1d-59b3-4524-8ab0-06070a10d595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a873257c-1d7d-4129-9f57-d37be4b71471,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:01:04.836920 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-81dfae1d-59b3-4524-8ab0-06070a10d595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279'] for network, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:04.838615 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dfae1d-59b3-4524-8ab0-06070a10d595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:04.839531 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-81dfae1d-59b3-4524-8ab0-06070a10d595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for network, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:04.886970 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [req-174ac99a-fa38-4acc-8537-1faeddc2409f req-c4818f16-00a5-47b0-8281-ecb4f9c8ec15 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 13:01:04.888661 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-81dfae1d-59b3-4524-8ab0-06070a10d595 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4037757 Sep 21 13:01:04.892481 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-174ac99a-fa38-4acc-8537-1faeddc2409f req-c4818f16-00a5-47b0-8281-ecb4f9c8ec15 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135567 Sep 21 13:01:04.893296 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 33946) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:01:04.900421 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-3532498c-562a-425f-a89a-c09ff73e22d5 admin admin] Request body: {'subnet': {'network_id': '042418cf-ef1e-4d40-aa2c-f2dcd1a038c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1367889547-subnet', 'tenant_id': '5b76634c7050422d83ad1ddf5a84a335', 'ip_version': 4}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 13:01:04.928175 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dfae1d-59b3-4524-8ab0-06070a10d595 admin admin] Pushing event updated for resources: {'Network': ['ID=042418cf-ef1e-4d40-aa2c-f2dcd1a038c9,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:01:04.928976 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3532498c-562a-425f-a89a-c09ff73e22d5 admin admin] Made reservation on behalf of 5b76634c7050422d83ad1ddf5a84a335 for: {'subnet': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 13:01:04.931445 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3532498c-562a-425f-a89a-c09ff73e22d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8883336'] for subnet, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:04.942764 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Network 042418cf-ef1e-4d40-aa2c-f2dcd1a038c9 details requested by agent ovs-agent-dv-cinder-810131-2-iscsi with host dv-cinder-810131-2-iscsi {{(pid=93970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 13:01:05.200489 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3532498c-562a-425f-a89a-c09ff73e22d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9294161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8883366'] for subnet, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:05.200799 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377b529-e672-477a-937e-b2485bf3f5da req-93904e24-dc5c-4487-8758-7f264555254e tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:05.202663 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5377b529-e672-477a-937e-b2485bf3f5da req-93904e24-dc5c-4487-8758-7f264555254e tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 944 time: 0.1161075 Sep 21 13:01:05.244786 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3b0a0506-be85-44e8-80d2-7110e2100a0a req-e66e596d-3edd-4e13-8631-c43b7c6dc31b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0831234 Sep 21 13:01:05.270089 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5377b529-e672-477a-937e-b2485bf3f5da req-f9d67761-ec84-47e8-b4fa-f3586fa2d43d tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527081 Sep 21 13:01:05.279121 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3532498c-562a-425f-a89a-c09ff73e22d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8417c681-cc61-4ece-867e-88c5c2378f9c,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:01:05.312946 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3532498c-562a-425f-a89a-c09ff73e22d5 admin admin] Checking segment: {'id': 'd63a60f7-9495-41b5-a0dc-cfb52911f052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '042418cf-ef1e-4d40-aa2c-f2dcd1a038c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 13:01:05.313645 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3532498c-562a-425f-a89a-c09ff73e22d5 admin admin] Network hostable DHCP agents. Network: 042418cf-ef1e-4d40-aa2c-f2dcd1a038c9, hostable agents: ['12de7482-9c3e-48cc-a7cf-59e9ab92578f'], hosted agents: [] {{(pid=93969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 13:01:05.344708 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3532498c-562a-425f-a89a-c09ff73e22d5 admin admin] Network 042418cf-ef1e-4d40-aa2c-f2dcd1a038c9 is scheduled to be hosted by DHCP agent 12de7482-9c3e-48cc-a7cf-59e9ab92578f with binding_index 1 {{(pid=93969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 13:01:05.361621 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-3532498c-562a-425f-a89a-c09ff73e22d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810131-2-iscsi, 042418cf-ef1e-4d40-aa2c-f2dcd1a038c9) {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 13:01:05.368950 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3532498c-562a-425f-a89a-c09ff73e22d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:05.370047 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3532498c-562a-425f-a89a-c09ff73e22d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:05.380296 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d338556-5184-4cee-835e-696a7f62576b None None] Network 042418cf-ef1e-4d40-aa2c-f2dcd1a038c9 requested from dv-cinder-810131-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 13:01:05.401660 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-3532498c-562a-425f-a89a-c09ff73e22d5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5060320 Sep 21 13:01:05.404902 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 33960) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:01:05.414565 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-f731cd02-2c88-42a1-bbd7-d19a3c2270b1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1367889547-router', 'tenant_id': '5b76634c7050422d83ad1ddf5a84a335', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'}}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 13:01:05.460054 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f731cd02-2c88-42a1-bbd7-d19a3c2270b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1609611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3806'] for router, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:05.461786 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f731cd02-2c88-42a1-bbd7-d19a3c2270b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3817'] for router, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:05.567624 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f731cd02-2c88-42a1-bbd7-d19a3c2270b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:05.652101 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76efad9-c92e-4043-8efc-abba627cf8a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d0e40e3-e902-535e-accf-2154837b6641-042418cf-ef1e-4d40-aa2c-f2dcd1a038c9', 'network_id': '042418cf-ef1e-4d40-aa2c-f2dcd1a038c9', 'tenant_id': '5b76634c7050422d83ad1ddf5a84a335', 'fixed_ips': [{'subnet_id': '8417c681-cc61-4ece-867e-88c5c2378f9c'}]}} from dv-cinder-810131-2-iscsi. {{(pid=93970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 13:01:05.653303 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a76efad9-c92e-4043-8efc-abba627cf8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:05.844920 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f731cd02-2c88-42a1-bbd7-d19a3c2270b1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:05.886827 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.db_base_plugin_common [None req-a76efad9-c92e-4043-8efc-abba627cf8a6 None None] Allocated IP 172.20.0.2 (042418cf-ef1e-4d40-aa2c-f2dcd1a038c9/8417c681-cc61-4ece-867e-88c5c2378f9c/2909fe04-7dbe-472d-8cf1-f3635dbd7455) {{(pid=93970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 13:01:05.931634 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c325c9e1-755b-4cab-834c-ff65d9f2a447 None None] Sync routers for ids ['f1849533-2288-4be8-ae93-1f5bf9fe5781'] in dv-cinder-810131-2-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 13:01:05.951389 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c325c9e1-755b-4cab-834c-ff65d9f2a447 None None] Routers {'f1849533-2288-4be8-ae93-1f5bf9fe5781'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 13:01:05.952853 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-c325c9e1-755b-4cab-834c-ff65d9f2a447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T13:00:45Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['f1849533-2288-4be8-ae93-1f5bf9fe5781'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:01:05.993438 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 9a97caea-4047-47cf-a9a1-c1770364d16d up at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 13:01:06.103723 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-c325c9e1-755b-4cab-834c-ff65d9f2a447 None None] Set router f1849533-2288-4be8-ae93-1f5bf9fe5781 gateway port host: dv-cinder-810131-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 13:01:06.180454 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Provisioning complete for port 9a97caea-4047-47cf-a9a1-c1770364d16d triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 13:01:06.181259 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:06.236197 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f731cd02-2c88-42a1-bbd7-d19a3c2270b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:06.266890 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a76efad9-c92e-4043-8efc-abba627cf8a6 None None] Notify callbacks [] for port, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:06.280047 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f731cd02-2c88-42a1-bbd7-d19a3c2270b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:06.281632 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a76efad9-c92e-4043-8efc-abba627cf8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762'] for port, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:06.362160 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76efad9-c92e-4043-8efc-abba627cf8a6 None None] Network 042418cf-ef1e-4d40-aa2c-f2dcd1a038c9 is already hosted by enough agents. {{(pid=93970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 13:01:06.367186 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76efad9-c92e-4043-8efc-abba627cf8a6 None None] Pushing event updated for resources: {'Port': ['ID=2909fe04-7dbe-472d-8cf1-f3635dbd7455,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:01:06.372674 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [None req-a76efad9-c92e-4043-8efc-abba627cf8a6 None None] Resources bound (agent type, host, resource id): {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 13:01:06.375241 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76efad9-c92e-4043-8efc-abba627cf8a6 None None] Received port after_create {{(pid=93970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 13:01:06.442316 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-a76efad9-c92e-4043-8efc-abba627cf8a6 None None] Attempting to bind port 2909fe04-7dbe-472d-8cf1-f3635dbd7455 on host dv-cinder-810131-2-iscsi for vnic_type normal with profile {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 13:01:06.443061 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-a76efad9-c92e-4043-8efc-abba627cf8a6 None None] Attempting to bind port 2909fe04-7dbe-472d-8cf1-f3635dbd7455 by drivers openvswitch,hyperv on host dv-cinder-810131-2-iscsi at level 0 using segments [{'id': 'd63a60f7-9495-41b5-a0dc-cfb52911f052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '042418cf-ef1e-4d40-aa2c-f2dcd1a038c9'}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 13:01:06.443061 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76efad9-c92e-4043-8efc-abba627cf8a6 None None] Attempting to bind port 2909fe04-7dbe-472d-8cf1-f3635dbd7455 on network 042418cf-ef1e-4d40-aa2c-f2dcd1a038c9 {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 13:01:06.450133 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76efad9-c92e-4043-8efc-abba627cf8a6 None None] Checking agent: {'id': 'e9e90178-f2ac-4c99-b085-229d580e108d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 12, 46, 16), 'started_at': datetime.datetime(2021, 9, 21, 12, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 13, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 13:01:06.450862 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76efad9-c92e-4043-8efc-abba627cf8a6 None None] Checking segment: {'id': 'd63a60f7-9495-41b5-a0dc-cfb52911f052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '042418cf-ef1e-4d40-aa2c-f2dcd1a038c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 13:01:06.451443 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a76efad9-c92e-4043-8efc-abba627cf8a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:06.452003 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76efad9-c92e-4043-8efc-abba627cf8a6 None None] Bound using segment: {'id': 'd63a60f7-9495-41b5-a0dc-cfb52911f052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '042418cf-ef1e-4d40-aa2c-f2dcd1a038c9'} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 13:01:06.452657 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-a76efad9-c92e-4043-8efc-abba627cf8a6 None None] Bound port: 2909fe04-7dbe-472d-8cf1-f3635dbd7455, host: dv-cinder-810131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd63a60f7-9495-41b5-a0dc-cfb52911f052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '042418cf-ef1e-4d40-aa2c-f2dcd1a038c9'}}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 13:01:06.453259 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a76efad9-c92e-4043-8efc-abba627cf8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:06.458507 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-c325c9e1-755b-4cab-834c-ff65d9f2a447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1849533-2288-4be8-ae93-1f5bf9fe5781', 'name': 'tempest-TestShelveInstance-451728956-router', 'tenant_id': 'a21a7e5092134d1998f12a665e75b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '9a97caea-4047-47cf-a9a1-c1770364d16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T13:00:58Z', 'updated_at': '2021-09-21T13:01:02Z', 'revision_number': 4, 'project_id': 'a21a7e5092134d1998f12a665e75b4fc', 'gw_port': {'id': '9a97caea-4047-47cf-a9a1-c1770364d16d', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:dd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1849533-2288-4be8-ae93-1f5bf9fe5781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:00:59Z', 'updated_at': '2021-09-21T13:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': '719b7a90-31a3-4a3e-86c9-2cb100788f11', 'name': '', 'network_id': '344dc57f-fc9f-4c89-8fe2-ba4648ab75f5', 'tenant_id': 'a21a7e5092134d1998f12a665e75b4fc', 'mac_address': 'fa:16:3e:45:84:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1849533-2288-4be8-ae93-1f5bf9fe5781', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'eb0a204d-c491-4508-92a7-0d2349cebcf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:01:01Z', 'updated_at': '2021-09-21T13:01:02Z', 'revision_number': 2, 'project_id': 'a21a7e5092134d1998f12a665e75b4fc', 'subnets': [{'id': 'eb0a204d-c491-4508-92a7-0d2349cebcf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:01:06.492316 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c325c9e1-755b-4cab-834c-ff65d9f2a447 None None] Checking router: f1849533-2288-4be8-ae93-1f5bf9fe5781 for host: dv-cinder-810131-2-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 13:01:06.492611 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c325c9e1-755b-4cab-834c-ff65d9f2a447 None None] Updating router f1849533-2288-4be8-ae93-1f5bf9fe5781 port 719b7a90-31a3-4a3e-86c9-2cb100788f11 binding host dv-cinder-810131-2-iscsi {{(pid=93971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 13:01:06.526687 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c325c9e1-755b-4cab-834c-ff65d9f2a447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:06.542748 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-a76efad9-c92e-4043-8efc-abba627cf8a6 None None] For port 2909fe04-7dbe-472d-8cf1-f3635dbd7455, host dv-cinder-810131-2-iscsi, cleared binding levels {{(pid=93970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 13:01:06.546696 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-a76efad9-c92e-4043-8efc-abba627cf8a6 None None] For port 2909fe04-7dbe-472d-8cf1-f3635dbd7455, host dv-cinder-810131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=2909fe04-7dbe-472d-8cf1-f3635dbd7455,segment=NetworkSegment(d63a60f7-9495-41b5-a0dc-cfb52911f052),segment_id=d63a60f7-9495-41b5-a0dc-cfb52911f052)] {{(pid=93970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 13:01:06.555155 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a76efad9-c92e-4043-8efc-abba627cf8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:06.624340 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76efad9-c92e-4043-8efc-abba627cf8a6 None None] Pushing event updated for resources: {'Port': ['ID=2909fe04-7dbe-472d-8cf1-f3635dbd7455,revision_number=2']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:01:06.792834 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device b6db9d6f-9209-4388-863b-544789d96d25 no longer exists at agent hyperv_hv-cinder-81013 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 13:01:06.819240 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a0506-be85-44e8-80d2-7110e2100a0a req-7edb1569-3af9-4450-aae1-85e76771e0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:06.820838 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3b0a0506-be85-44e8-80d2-7110e2100a0a req-7edb1569-3af9-4450-aae1-85e76771e0f2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8&tenant_id=1b3ede534435481c9544b6bd95cee453 HTTP/1.1" status: 200 len: 1097 time: 0.1352892 Sep 21 13:01:06.832981 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee5635-0e4e-4300-893c-0fb444bb09d8 req-92baf081-73af-4e18-b954-4793aaab5a88 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:06.834676 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-72ee5635-0e4e-4300-893c-0fb444bb09d8 req-92baf081-73af-4e18-b954-4793aaab5a88 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 944 time: 0.1480005 Sep 21 13:01:06.850563 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [None req-f731cd02-2c88-42a1-bbd7-d19a3c2270b1 admin admin] Allocated IP 172.27.0.195 (3589cb95-8b7f-464f-a8af-ebd0722ed0b9/83bd8dfa-a4af-4a48-a00e-8b360d22b666/954a6c4b-b240-4832-a647-1f235e9c4887) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 13:01:06.946183 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c325c9e1-755b-4cab-834c-ff65d9f2a447 None None] Notify callbacks [] for port, precommit_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:06.954748 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c325c9e1-755b-4cab-834c-ff65d9f2a447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:07.005239 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-72ee5635-0e4e-4300-893c-0fb444bb09d8 req-a04ab130-9442-4114-a0f6-b32bf08854f9 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567817 Sep 21 13:01:07.048813 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e044b224-b65f-4eba-a5a5-05e1eaee5523 None None] Pushing event updated for resources: {'Port': ['ID=719b7a90-31a3-4a3e-86c9-2cb100788f11,revision_number=3']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:01:07.053354 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a0506-be85-44e8-80d2-7110e2100a0a req-10f39220-4475-44e9-a640-15c51a5c68a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:07.055152 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3b0a0506-be85-44e8-80d2-7110e2100a0a req-10f39220-4475-44e9-a640-15c51a5c68a1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1b3ede534435481c9544b6bd95cee453&device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 1097 time: 0.1707656 Sep 21 13:01:07.073319 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e044b224-b65f-4eba-a5a5-05e1eaee5523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:01:07.073923 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e044b224-b65f-4eba-a5a5-05e1eaee5523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:01:07.074483 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e044b224-b65f-4eba-a5a5-05e1eaee5523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:01:07.075008 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e044b224-b65f-4eba-a5a5-05e1eaee5523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:01:07.075538 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e044b224-b65f-4eba-a5a5-05e1eaee5523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:01:07.075876 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e044b224-b65f-4eba-a5a5-05e1eaee5523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:01:07.076242 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e044b224-b65f-4eba-a5a5-05e1eaee5523 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:01:07.076748 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e044b224-b65f-4eba-a5a5-05e1eaee5523 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:01:07.077106 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e044b224-b65f-4eba-a5a5-05e1eaee5523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:01:07.077442 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e044b224-b65f-4eba-a5a5-05e1eaee5523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:01:07.077802 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e044b224-b65f-4eba-a5a5-05e1eaee5523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:01:07.078125 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e044b224-b65f-4eba-a5a5-05e1eaee5523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:01:07.101793 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-c325c9e1-755b-4cab-834c-ff65d9f2a447 None None] Attempting to bind port 719b7a90-31a3-4a3e-86c9-2cb100788f11 on host dv-cinder-810131-2-iscsi for vnic_type normal with profile {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 13:01:07.102317 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-c325c9e1-755b-4cab-834c-ff65d9f2a447 None None] Attempting to bind port 719b7a90-31a3-4a3e-86c9-2cb100788f11 by drivers openvswitch,hyperv on host dv-cinder-810131-2-iscsi at level 0 using segments [{'id': '79299c8c-6bb6-46c5-8fb8-88decc7784bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '344dc57f-fc9f-4c89-8fe2-ba4648ab75f5'}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 13:01:07.102900 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c325c9e1-755b-4cab-834c-ff65d9f2a447 None None] Attempting to bind port 719b7a90-31a3-4a3e-86c9-2cb100788f11 on network 344dc57f-fc9f-4c89-8fe2-ba4648ab75f5 {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 13:01:07.110269 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c325c9e1-755b-4cab-834c-ff65d9f2a447 None None] Checking agent: {'id': 'e9e90178-f2ac-4c99-b085-229d580e108d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 12, 46, 16), 'started_at': datetime.datetime(2021, 9, 21, 12, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 13, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 13:01:07.110678 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c325c9e1-755b-4cab-834c-ff65d9f2a447 None None] Checking segment: {'id': '79299c8c-6bb6-46c5-8fb8-88decc7784bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '344dc57f-fc9f-4c89-8fe2-ba4648ab75f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 13:01:07.111357 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c325c9e1-755b-4cab-834c-ff65d9f2a447 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:07.111981 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c325c9e1-755b-4cab-834c-ff65d9f2a447 None None] Bound using segment: {'id': '79299c8c-6bb6-46c5-8fb8-88decc7784bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '344dc57f-fc9f-4c89-8fe2-ba4648ab75f5'} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 13:01:07.112821 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-c325c9e1-755b-4cab-834c-ff65d9f2a447 None None] Bound port: 719b7a90-31a3-4a3e-86c9-2cb100788f11, host: dv-cinder-810131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79299c8c-6bb6-46c5-8fb8-88decc7784bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '344dc57f-fc9f-4c89-8fe2-ba4648ab75f5'}}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 13:01:07.113526 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c325c9e1-755b-4cab-834c-ff65d9f2a447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:07.200024 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c325c9e1-755b-4cab-834c-ff65d9f2a447 None None] For port 719b7a90-31a3-4a3e-86c9-2cb100788f11, host dv-cinder-810131-2-iscsi, cleared binding levels {{(pid=93971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 13:01:07.204278 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-c325c9e1-755b-4cab-834c-ff65d9f2a447 None None] For port 719b7a90-31a3-4a3e-86c9-2cb100788f11, host dv-cinder-810131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=719b7a90-31a3-4a3e-86c9-2cb100788f11,segment=NetworkSegment(79299c8c-6bb6-46c5-8fb8-88decc7784bc),segment_id=79299c8c-6bb6-46c5-8fb8-88decc7784bc)] {{(pid=93971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 13:01:07.210978 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-c325c9e1-755b-4cab-834c-ff65d9f2a447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:07.212276 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f731cd02-2c88-42a1-bbd7-d19a3c2270b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:07.275538 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c325c9e1-755b-4cab-834c-ff65d9f2a447 None None] Routers {'f1849533-2288-4be8-ae93-1f5bf9fe5781'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 13:01:07.276187 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-c325c9e1-755b-4cab-834c-ff65d9f2a447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T13:00:45Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['f1849533-2288-4be8-ae93-1f5bf9fe5781'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:01:07.278143 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e044b224-b65f-4eba-a5a5-05e1eaee5523 None None] Pushing event updated for resources: {'Port': ['ID=719b7a90-31a3-4a3e-86c9-2cb100788f11,revision_number=4']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:01:07.303097 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a0506-be85-44e8-80d2-7110e2100a0a req-e9d1f514-d6ab-4202-8376-dc48d01346fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:07.305291 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3b0a0506-be85-44e8-80d2-7110e2100a0a req-e9d1f514-d6ab-4202-8376-dc48d01346fe service neutron] 10.222.0.45 "GET /v2.0/networks?id=448bd693-ac99-4c36-8b6e-b9a357473df4 HTTP/1.1" status: 200 len: 918 time: 0.2398441 Sep 21 13:01:07.366478 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-5c26676d-6aa3-48a8-a8b5-1de37e560b93 None None] Provisioning complete for port 719b7a90-31a3-4a3e-86c9-2cb100788f11 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 13:01:07.367051 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5c26676d-6aa3-48a8-a8b5-1de37e560b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:07.387414 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f731cd02-2c88-42a1-bbd7-d19a3c2270b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9294141'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:07.443442 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-c325c9e1-755b-4cab-834c-ff65d9f2a447 None None] Set router f1849533-2288-4be8-ae93-1f5bf9fe5781 gateway port host: dv-cinder-810131-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 13:01:07.471736 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3b0a0506-be85-44e8-80d2-7110e2100a0a req-ac9d16aa-700b-463e-9860-d150606dee18 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6db9d6f-9209-4388-863b-544789d96d25 HTTP/1.1" status: 200 len: 1000 time: 0.1585314 Sep 21 13:01:07.483199 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5c26676d-6aa3-48a8-a8b5-1de37e560b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:07.488248 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f731cd02-2c88-42a1-bbd7-d19a3c2270b1 admin admin] Network 3589cb95-8b7f-464f-a8af-ebd0722ed0b9 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 13:01:07.518334 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-f731cd02-2c88-42a1-bbd7-d19a3c2270b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 13:01:07.533375 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-5c26676d-6aa3-48a8-a8b5-1de37e560b93 None None] For port 719b7a90-31a3-4a3e-86c9-2cb100788f11, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=719b7a90-31a3-4a3e-86c9-2cb100788f11,segment=NetworkSegment(79299c8c-6bb6-46c5-8fb8-88decc7784bc),segment_id=79299c8c-6bb6-46c5-8fb8-88decc7784bc)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:01:07.546769 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5c26676d-6aa3-48a8-a8b5-1de37e560b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:07.559055 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f731cd02-2c88-42a1-bbd7-d19a3c2270b1 admin admin] Pushing event updated for resources: {'Port': ['ID=954a6c4b-b240-4832-a647-1f235e9c4887,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:01:07.569821 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f731cd02-2c88-42a1-bbd7-d19a3c2270b1 admin admin] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 13:01:07.643712 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c26676d-6aa3-48a8-a8b5-1de37e560b93 None None] Pushing event updated for resources: {'Port': ['ID=719b7a90-31a3-4a3e-86c9-2cb100788f11,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:01:07.660800 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a0506-be85-44e8-80d2-7110e2100a0a req-04cdf1fc-3640-4a57-99aa-4b18aac837c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:07.662822 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3b0a0506-be85-44e8-80d2-7110e2100a0a req-04cdf1fc-3640-4a57-99aa-4b18aac837c7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=afc0ebff-08f8-4d98-a7ec-9196a5213e06 HTTP/1.1" status: 200 len: 856 time: 0.1820586 Sep 21 13:01:07.682828 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-1abc7f0c-dce5-4d34-9a8d-14ae13faf87d None None] Provisioning complete for port 719b7a90-31a3-4a3e-86c9-2cb100788f11 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 13:01:07.683542 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1abc7f0c-dce5-4d34-9a8d-14ae13faf87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:07.789191 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-c325c9e1-755b-4cab-834c-ff65d9f2a447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1849533-2288-4be8-ae93-1f5bf9fe5781', 'name': 'tempest-TestShelveInstance-451728956-router', 'tenant_id': 'a21a7e5092134d1998f12a665e75b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '9a97caea-4047-47cf-a9a1-c1770364d16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T13:00:58Z', 'updated_at': '2021-09-21T13:01:02Z', 'revision_number': 4, 'project_id': 'a21a7e5092134d1998f12a665e75b4fc', 'gw_port': {'id': '9a97caea-4047-47cf-a9a1-c1770364d16d', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:dd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1849533-2288-4be8-ae93-1f5bf9fe5781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:00:59Z', 'updated_at': '2021-09-21T13:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': '719b7a90-31a3-4a3e-86c9-2cb100788f11', 'name': '', 'network_id': '344dc57f-fc9f-4c89-8fe2-ba4648ab75f5', 'tenant_id': 'a21a7e5092134d1998f12a665e75b4fc', 'mac_address': 'fa:16:3e:45:84:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1849533-2288-4be8-ae93-1f5bf9fe5781', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'eb0a204d-c491-4508-92a7-0d2349cebcf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:01:01Z', 'updated_at': '2021-09-21T13:01:07Z', 'revision_number': 4, 'project_id': 'a21a7e5092134d1998f12a665e75b4fc', 'subnets': [{'id': 'eb0a204d-c491-4508-92a7-0d2349cebcf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:01:07.830486 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c325c9e1-755b-4cab-834c-ff65d9f2a447 None None] The sync data for ids ['f1849533-2288-4be8-ae93-1f5bf9fe5781'] in dv-cinder-810131-2-iscsi is: [{'id': 'f1849533-2288-4be8-ae93-1f5bf9fe5781', 'name': 'tempest-TestShelveInstance-451728956-router', 'tenant_id': 'a21a7e5092134d1998f12a665e75b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '9a97caea-4047-47cf-a9a1-c1770364d16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T13:00:58Z', 'updated_at': '2021-09-21T13:01:02Z', 'revision_number': 4, 'project_id': 'a21a7e5092134d1998f12a665e75b4fc', 'gw_port': {'id': '9a97caea-4047-47cf-a9a1-c1770364d16d', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:dd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1849533-2288-4be8-ae93-1f5bf9fe5781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:00:59Z', 'updated_at': '2021-09-21T13:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': '719b7a90-31a3-4a3e-86c9-2cb100788f11', 'name': '', 'network_id': '344dc57f-fc9f-4c89-8fe2-ba4648ab75f5', 'tenant_id': 'a21a7e5092134d1998f12a665e75b4fc', 'mac_address': 'fa:16:3e:45:84:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1849533-2288-4be8-ae93-1f5bf9fe5781', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'eb0a204d-c491-4508-92a7-0d2349cebcf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:01:01Z', 'updated_at': '2021-09-21T13:01:07Z', 'revision_number': 4, 'project_id': 'a21a7e5092134d1998f12a665e75b4fc', 'subnets': [{'id': 'eb0a204d-c491-4508-92a7-0d2349cebcf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 13:01:07.831250 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a0506-be85-44e8-80d2-7110e2100a0a req-71876815-292b-4d06-9526-be72446340c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:07.834600 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3b0a0506-be85-44e8-80d2-7110e2100a0a req-71876815-292b-4d06-9526-be72446340c0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=448bd693-ac99-4c36-8b6e-b9a357473df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1215942 Sep 21 13:01:08.063052 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254b93e5-75c6-462d-8ada-7fa54ff3d4cb None None] Network 042418cf-ef1e-4d40-aa2c-f2dcd1a038c9 requested from dv-cinder-810131-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 13:01:08.163980 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f731cd02-2c88-42a1-bbd7-d19a3c2270b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:08.170950 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3b0a0506-be85-44e8-80d2-7110e2100a0a req-124241cb-6ce7-4161-bfc6-a6e0b345040d service neutron] 10.222.0.45 "GET /v2.0/networks/448bd693-ac99-4c36-8b6e-b9a357473df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280549 Sep 21 13:01:08.194165 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 719b7a90-31a3-4a3e-86c9-2cb100788f11 up at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 13:01:08.198527 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877da480-534f-4330-8f45-7de28c4982c6 req-a6fe16e4-caee-43e2-86b8-027e3941ede5 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:08.213058 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-877da480-534f-4330-8f45-7de28c4982c6 req-a6fe16e4-caee-43e2-86b8-027e3941ede5 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 944 time: 0.1000309 Sep 21 13:01:08.272864 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-f8cd1ed3-c5ea-4b9b-bac3-c7d5a36bce15 None None] Provisioning complete for port 2909fe04-7dbe-472d-8cf1-f3635dbd7455 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 13:01:08.273234 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f8cd1ed3-c5ea-4b9b-bac3-c7d5a36bce15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:08.279317 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-877da480-534f-4330-8f45-7de28c4982c6 req-3e45e1b4-f41e-4d4c-a161-83049dd589eb tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644541 Sep 21 13:01:08.318412 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Provisioning complete for port 719b7a90-31a3-4a3e-86c9-2cb100788f11 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 13:01:08.318789 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:08.375209 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3b0a0506-be85-44e8-80d2-7110e2100a0a req-58c3f958-4755-4ca7-9fb2-03c07a8b3d38 service neutron] 10.222.0.45 "GET /v2.0/networks/448bd693-ac99-4c36-8b6e-b9a357473df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637144 Sep 21 13:01:08.489978 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 2909fe04-7dbe-472d-8cf1-f3635dbd7455 up at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 13:01:08.493875 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f8cd1ed3-c5ea-4b9b-bac3-c7d5a36bce15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:08.501959 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f731cd02-2c88-42a1-bbd7-d19a3c2270b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618780'] for router, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:08.565377 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-f8cd1ed3-c5ea-4b9b-bac3-c7d5a36bce15 None None] For port 2909fe04-7dbe-472d-8cf1-f3635dbd7455, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=2909fe04-7dbe-472d-8cf1-f3635dbd7455,segment=NetworkSegment(d63a60f7-9495-41b5-a0dc-cfb52911f052),segment_id=d63a60f7-9495-41b5-a0dc-cfb52911f052)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:01:08.574481 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f8cd1ed3-c5ea-4b9b-bac3-c7d5a36bce15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:08.655252 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd1ed3-c5ea-4b9b-bac3-c7d5a36bce15 None None] Pushing event updated for resources: {'Port': ['ID=2909fe04-7dbe-472d-8cf1-f3635dbd7455,revision_number=3']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:01:08.661649 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Provisioning complete for port 2909fe04-7dbe-472d-8cf1-f3635dbd7455 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 13:01:08.662326 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:08.758594 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f731cd02-2c88-42a1-bbd7-d19a3c2270b1 admin admin] Router 43030a78-0016-48b0-9a6d-dadb582527bd is scheduled to L3 agent ac1410d3-fc19-41f1-a8a6-9305dbf296af with binding_index 1 {{(pid=93969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 13:01:08.852389 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c2191043-cdaf-4bb4-bb5a-d61ee2f93f70 None None] Provisioning complete for port 2909fe04-7dbe-472d-8cf1-f3635dbd7455 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 13:01:08.853106 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c2191043-cdaf-4bb4-bb5a-d61ee2f93f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:08.930790 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f731cd02-2c88-42a1-bbd7-d19a3c2270b1 admin admin] Notify agent at l3_agent.dv-cinder-810131-2-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 13:01:08.961068 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f731cd02-2c88-42a1-bbd7-d19a3c2270b1 admin admin] Notify callbacks [] for router, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:08.966452 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-f731cd02-2c88-42a1-bbd7-d19a3c2270b1 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5555558 Sep 21 13:01:08.966624 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 33988) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:01:08.968860 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e81c2ca-01b0-4266-b60a-b690c30c5667 None None] Sync routers for ids ['43030a78-0016-48b0-9a6d-dadb582527bd'] in dv-cinder-810131-2-iscsi {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 13:01:08.992419 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e81c2ca-01b0-4266-b60a-b690c30c5667 None None] Routers {'43030a78-0016-48b0-9a6d-dadb582527bd'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 13:01:08.993089 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-6e81c2ca-01b0-4266-b60a-b690c30c5667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T13:00:45Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['43030a78-0016-48b0-9a6d-dadb582527bd'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:01:09.129135 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-6e81c2ca-01b0-4266-b60a-b690c30c5667 None None] Set router 43030a78-0016-48b0-9a6d-dadb582527bd gateway port host: dv-cinder-810131-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 13:01:09.572632 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-6e81c2ca-01b0-4266-b60a-b690c30c5667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43030a78-0016-48b0-9a6d-dadb582527bd', 'name': 'tempest-TestShelveInstance-1367889547-router', 'tenant_id': '5b76634c7050422d83ad1ddf5a84a335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '954a6c4b-b240-4832-a647-1f235e9c4887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T13:01:05Z', 'updated_at': '2021-09-21T13:01:07Z', 'revision_number': 3, 'project_id': '5b76634c7050422d83ad1ddf5a84a335', 'gw_port': {'id': '954a6c4b-b240-4832-a647-1f235e9c4887', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:57:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43030a78-0016-48b0-9a6d-dadb582527bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:01:06Z', 'updated_at': '2021-09-21T13:01:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi'}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:01:09.663622 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e81c2ca-01b0-4266-b60a-b690c30c5667 None None] Checking router: 43030a78-0016-48b0-9a6d-dadb582527bd for host: dv-cinder-810131-2-iscsi {{(pid=93970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 13:01:09.664003 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e81c2ca-01b0-4266-b60a-b690c30c5667 None None] Updating router 43030a78-0016-48b0-9a6d-dadb582527bd port 954a6c4b-b240-4832-a647-1f235e9c4887 binding host dv-cinder-810131-2-iscsi {{(pid=93970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 13:01:09.695778 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba154bb6-ecfc-4d9a-ad2e-fe2ebbe2443e req-2ba19d79-c8ef-405d-b3d0-0828c4143a74 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:09.712459 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ba154bb6-ecfc-4d9a-ad2e-fe2ebbe2443e req-2ba19d79-c8ef-405d-b3d0-0828c4143a74 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 944 time: 0.2219989 Sep 21 13:01:09.751042 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-6e81c2ca-01b0-4266-b60a-b690c30c5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:09.842853 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ba154bb6-ecfc-4d9a-ad2e-fe2ebbe2443e req-f1e1c39c-6465-4f48-b5af-2ebc4b88841f tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290247 Sep 21 13:01:10.067171 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 2909fe04-7dbe-472d-8cf1-f3635dbd7455 up at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 13:01:10.067481 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1f700dff-c8d9-450c-a368-f300249e68ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:10.183984 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Provisioning complete for port 2909fe04-7dbe-472d-8cf1-f3635dbd7455 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 13:01:10.184307 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:10.313664 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [None req-1f700dff-c8d9-450c-a368-f300249e68ef admin admin] Allocated IP 172.20.0.1 (042418cf-ef1e-4d40-aa2c-f2dcd1a038c9/8417c681-cc61-4ece-867e-88c5c2378f9c/712993ef-13c1-4ab8-9dbb-9a2464a5120a) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 13:01:10.494755 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1f700dff-c8d9-450c-a368-f300249e68ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:10.505810 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-6e81c2ca-01b0-4266-b60a-b690c30c5667 None None] Notify callbacks [] for port, precommit_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:10.518270 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-6e81c2ca-01b0-4266-b60a-b690c30c5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:10.541022 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1f700dff-c8d9-450c-a368-f300249e68ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9294141'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:10.589636 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f700dff-c8d9-450c-a368-f300249e68ef admin admin] Network 042418cf-ef1e-4d40-aa2c-f2dcd1a038c9 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 13:01:10.591625 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-6e81c2ca-01b0-4266-b60a-b690c30c5667 None None] Attempting to bind port 954a6c4b-b240-4832-a647-1f235e9c4887 on host dv-cinder-810131-2-iscsi for vnic_type normal with profile {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 13:01:10.592130 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-6e81c2ca-01b0-4266-b60a-b690c30c5667 None None] Attempting to bind port 954a6c4b-b240-4832-a647-1f235e9c4887 by drivers openvswitch,hyperv on host dv-cinder-810131-2-iscsi at level 0 using segments [{'id': 'e2b94f31-7b3f-4aad-87c8-37618fa3f855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 13:01:10.592348 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e81c2ca-01b0-4266-b60a-b690c30c5667 None None] Attempting to bind port 954a6c4b-b240-4832-a647-1f235e9c4887 on network 3589cb95-8b7f-464f-a8af-ebd0722ed0b9 {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 13:01:10.607876 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-1f700dff-c8d9-450c-a368-f300249e68ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 13:01:10.611865 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f700dff-c8d9-450c-a368-f300249e68ef admin admin] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 13:01:10.615833 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e81c2ca-01b0-4266-b60a-b690c30c5667 None None] Checking agent: {'id': 'e9e90178-f2ac-4c99-b085-229d580e108d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 12, 46, 16), 'started_at': datetime.datetime(2021, 9, 21, 12, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 13, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 13:01:10.616039 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e81c2ca-01b0-4266-b60a-b690c30c5667 None None] Checking segment: {'id': 'e2b94f31-7b3f-4aad-87c8-37618fa3f855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 13:01:10.616402 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-6e81c2ca-01b0-4266-b60a-b690c30c5667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:10.617433 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e81c2ca-01b0-4266-b60a-b690c30c5667 None None] Bound using segment: {'id': 'e2b94f31-7b3f-4aad-87c8-37618fa3f855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 13:01:10.617433 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-6e81c2ca-01b0-4266-b60a-b690c30c5667 None None] Bound port: 954a6c4b-b240-4832-a647-1f235e9c4887, host: dv-cinder-810131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2b94f31-7b3f-4aad-87c8-37618fa3f855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'}}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 13:01:10.617758 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-6e81c2ca-01b0-4266-b60a-b690c30c5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:10.619757 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94464052-f7fe-4bae-a27f-df0ecffbc8cb None None] Pushing event updated for resources: {'Port': ['ID=954a6c4b-b240-4832-a647-1f235e9c4887,revision_number=2']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:01:10.738170 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-6e81c2ca-01b0-4266-b60a-b690c30c5667 None None] For port 954a6c4b-b240-4832-a647-1f235e9c4887, host dv-cinder-810131-2-iscsi, cleared binding levels {{(pid=93970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 13:01:10.743395 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-6e81c2ca-01b0-4266-b60a-b690c30c5667 None None] For port 954a6c4b-b240-4832-a647-1f235e9c4887, host dv-cinder-810131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=954a6c4b-b240-4832-a647-1f235e9c4887,segment=NetworkSegment(e2b94f31-7b3f-4aad-87c8-37618fa3f855),segment_id=e2b94f31-7b3f-4aad-87c8-37618fa3f855)] {{(pid=93970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 13:01:10.750850 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-6e81c2ca-01b0-4266-b60a-b690c30c5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:10.837427 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e81c2ca-01b0-4266-b60a-b690c30c5667 None None] Routers {'43030a78-0016-48b0-9a6d-dadb582527bd'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 13:01:10.838080 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-6e81c2ca-01b0-4266-b60a-b690c30c5667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T13:00:45Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['43030a78-0016-48b0-9a6d-dadb582527bd'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:01:10.965655 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94464052-f7fe-4bae-a27f-df0ecffbc8cb None None] Pushing event updated for resources: {'Port': ['ID=954a6c4b-b240-4832-a647-1f235e9c4887,revision_number=3']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:01:11.036746 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b45aff-59b6-459f-936f-2897d03e6a8a req-e61e66b8-df3c-4b60-8b01-b13541a25a32 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:11.039259 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-80b45aff-59b6-459f-936f-2897d03e6a8a req-e61e66b8-df3c-4b60-8b01-b13541a25a32 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 944 time: 0.0681143 Sep 21 13:01:11.055082 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-e9948ca8-6d78-4870-a0c1-3bcae6c858d1 None None] Provisioning complete for port 712993ef-13c1-4ab8-9dbb-9a2464a5120a triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 13:01:11.055424 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e9948ca8-6d78-4870-a0c1-3bcae6c858d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:11.097563 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f700dff-c8d9-450c-a368-f300249e68ef admin admin] Pushing event updated for resources: {'Port': ['ID=712993ef-13c1-4ab8-9dbb-9a2464a5120a,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:01:11.107062 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-80b45aff-59b6-459f-936f-2897d03e6a8a req-884208bc-f1f8-4a0d-929f-b938b0b8c7f7 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612051 Sep 21 13:01:11.116529 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1f700dff-c8d9-450c-a368-f300249e68ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1618827'] for router_interface, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:11.169353 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-6e81c2ca-01b0-4266-b60a-b690c30c5667 None None] Set router 43030a78-0016-48b0-9a6d-dadb582527bd gateway port host: dv-cinder-810131-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 13:01:11.281967 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-e9948ca8-6d78-4870-a0c1-3bcae6c858d1 None None] Port 712993ef-13c1-4ab8-9dbb-9a2464a5120a cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 13:01:11.282460 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1f700dff-c8d9-450c-a368-f300249e68ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:11.501794 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-6e81c2ca-01b0-4266-b60a-b690c30c5667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43030a78-0016-48b0-9a6d-dadb582527bd', 'name': 'tempest-TestShelveInstance-1367889547-router', 'tenant_id': '5b76634c7050422d83ad1ddf5a84a335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '954a6c4b-b240-4832-a647-1f235e9c4887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T13:01:05Z', 'updated_at': '2021-09-21T13:01:07Z', 'revision_number': 3, 'project_id': '5b76634c7050422d83ad1ddf5a84a335', 'gw_port': {'id': '954a6c4b-b240-4832-a647-1f235e9c4887', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:57:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43030a78-0016-48b0-9a6d-dadb582527bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:01:06Z', 'updated_at': '2021-09-21T13:01:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi'}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:01:11.512652 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1f700dff-c8d9-450c-a368-f300249e68ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:11.517507 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1f700dff-c8d9-450c-a368-f300249e68ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294116'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:11.532327 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e81c2ca-01b0-4266-b60a-b690c30c5667 None None] The sync data for ids ['43030a78-0016-48b0-9a6d-dadb582527bd'] in dv-cinder-810131-2-iscsi is: [{'id': '43030a78-0016-48b0-9a6d-dadb582527bd', 'name': 'tempest-TestShelveInstance-1367889547-router', 'tenant_id': '5b76634c7050422d83ad1ddf5a84a335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '954a6c4b-b240-4832-a647-1f235e9c4887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T13:01:05Z', 'updated_at': '2021-09-21T13:01:07Z', 'revision_number': 3, 'project_id': '5b76634c7050422d83ad1ddf5a84a335', 'gw_port': {'id': '954a6c4b-b240-4832-a647-1f235e9c4887', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:57:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43030a78-0016-48b0-9a6d-dadb582527bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:01:06Z', 'updated_at': '2021-09-21T13:01:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi'}] {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 13:01:11.636371 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1f700dff-c8d9-450c-a368-f300249e68ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1791917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1618203'] for router_interface, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:11.654592 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f700dff-c8d9-450c-a368-f300249e68ef admin admin] Pushing event updated for resources: {'Port': ['ID=712993ef-13c1-4ab8-9dbb-9a2464a5120a,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:01:11.782691 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f700dff-c8d9-450c-a368-f300249e68ef admin admin] Network 042418cf-ef1e-4d40-aa2c-f2dcd1a038c9 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 13:01:11.784215 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-1f700dff-c8d9-450c-a368-f300249e68ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 13:01:12.080317 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f700dff-c8d9-450c-a368-f300249e68ef admin admin] Router 43030a78-0016-48b0-9a6d-dadb582527bd has already been hosted by L3 agent ac1410d3-fc19-41f1-a8a6-9305dbf296af {{(pid=93969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 13:01:12.126342 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 954a6c4b-b240-4832-a647-1f235e9c4887 up at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 13:01:12.272622 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Provisioning complete for port 954a6c4b-b240-4832-a647-1f235e9c4887 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 13:01:12.272996 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:12.350374 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-98441d1c-5580-40d6-8427-0ed1396eb8af None None] Provisioning complete for port 712993ef-13c1-4ab8-9dbb-9a2464a5120a triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 13:01:12.351371 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-98441d1c-5580-40d6-8427-0ed1396eb8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:12.393150 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f700dff-c8d9-450c-a368-f300249e68ef admin admin] Notify agent at l3_agent.dv-cinder-810131-2-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 13:01:12.406535 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-1f700dff-c8d9-450c-a368-f300249e68ef admin admin] 10.222.0.32 "PUT /v2.0/routers/43030a78-0016-48b0-9a6d-dadb582527bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4321871 Sep 21 13:01:12.430576 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f56ab-584b-4c07-a18a-51e64f215d60 req-9f7356c0-4b09-47b6-930c-1735f494bc01 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:12.436816 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-98441d1c-5580-40d6-8427-0ed1396eb8af None None] Port 712993ef-13c1-4ab8-9dbb-9a2464a5120a cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 13:01:12.440964 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fa8f56ab-584b-4c07-a18a-51e64f215d60 req-9f7356c0-4b09-47b6-930c-1735f494bc01 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 944 time: 0.1065218 Sep 21 13:01:12.524926 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:12.529800 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-fa8f56ab-584b-4c07-a18a-51e64f215d60 req-139aaad3-1d97-4224-9d06-64a210189f46 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847573 Sep 21 13:01:12.600295 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] For port 954a6c4b-b240-4832-a647-1f235e9c4887, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=954a6c4b-b240-4832-a647-1f235e9c4887,segment=NetworkSegment(e2b94f31-7b3f-4aad-87c8-37618fa3f855),segment_id=e2b94f31-7b3f-4aad-87c8-37618fa3f855)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:01:12.608767 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:12.726559 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-4d7d1971-2f26-4327-bba6-29acdfb03c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:12.748033 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Pushing event updated for resources: {'Port': ['ID=954a6c4b-b240-4832-a647-1f235e9c4887,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:01:13.505585 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 34010) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:01:13.511099 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-0aaaf04d-5769-4ced-9fc9-66d861b030ea tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-892307457', 'description': 'tempest-secgroup-smoke-892307457 description', 'project_id': 'a21a7e5092134d1998f12a665e75b4fc'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 13:01:13.537872 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0aaaf04d-5769-4ced-9fc9-66d861b030ea tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:13.705462 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a65983-8584-487b-905a-a9216608af3e req-90a7eddc-91c7-4f7a-882c-b49a315d29a5 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:13.707426 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e1a65983-8584-487b-905a-a9216608af3e req-90a7eddc-91c7-4f7a-882c-b49a315d29a5 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 944 time: 0.0933726 Sep 21 13:01:13.724033 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0aaaf04d-5769-4ced-9fc9-66d861b030ea tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:13.734101 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0aaaf04d-5769-4ced-9fc9-66d861b030ea tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:13.783810 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-0aaaf04d-5769-4ced-9fc9-66d861b030ea tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:13.786460 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-0aaaf04d-5769-4ced-9fc9-66d861b030ea tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2791209 Sep 21 13:01:13.790587 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 34014) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:01:13.793903 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e1a65983-8584-487b-905a-a9216608af3e req-aa7073c5-85e1-4aa7-ae4d-b71e407585e7 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682144 Sep 21 13:01:13.797319 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaaf04d-5769-4ced-9fc9-66d861b030ea tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82e03a96-1a20-486c-b26f-aa08f81e105c,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:01:13.797520 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-71d07131-258a-40ef-8233-32835c91364d tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Request body: {'security_group_rule': {'security_group_id': '82e03a96-1a20-486c-b26f-aa08f81e105c', 'project_id': 'a21a7e5092134d1998f12a665e75b4fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 13:01:13.866607 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-71d07131-258a-40ef-8233-32835c91364d tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:13.922800 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-71d07131-258a-40ef-8233-32835c91364d tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:13.929513 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-71d07131-258a-40ef-8233-32835c91364d tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628989'] for security_group_rule, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:13.970302 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d07131-258a-40ef-8233-32835c91364d tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b7f0d7-d547-4787-8df1-7b824ce65cac,revision_number=0']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:01:13.976908 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-71d07131-258a-40ef-8233-32835c91364d tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:13.982701 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 34016) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:01:13.982968 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-71d07131-258a-40ef-8233-32835c91364d tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1899378 Sep 21 13:01:13.988848 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-63e7f806-3ce2-47f3-8a15-eacd61117a5f tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Request body: {'security_group_rule': {'security_group_id': '82e03a96-1a20-486c-b26f-aa08f81e105c', 'project_id': 'a21a7e5092134d1998f12a665e75b4fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 13:01:14.001465 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 954a6c4b-b240-4832-a647-1f235e9c4887 up at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 13:01:14.045226 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-63e7f806-3ce2-47f3-8a15-eacd61117a5f tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:14.089621 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Provisioning complete for port 954a6c4b-b240-4832-a647-1f235e9c4887 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 13:01:14.090254 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:14.118295 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-63e7f806-3ce2-47f3-8a15-eacd61117a5f tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:14.126815 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-63e7f806-3ce2-47f3-8a15-eacd61117a5f tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628989'] for security_group_rule, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:14.163043 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e7f806-3ce2-47f3-8a15-eacd61117a5f tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1364c7c-d738-4a40-9de5-27b5f97bbb83,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:01:14.185293 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-63e7f806-3ce2-47f3-8a15-eacd61117a5f tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:14.187235 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-63e7f806-3ce2-47f3-8a15-eacd61117a5f tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2032516 Sep 21 13:01:14.189857 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 34018) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:01:14.195329 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-94593860-58b9-441f-8c5b-d390b5f1d95d tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Request body: {'security_group_rule': {'security_group_id': '82e03a96-1a20-486c-b26f-aa08f81e105c', 'project_id': 'a21a7e5092134d1998f12a665e75b4fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 13:01:14.230691 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-94593860-58b9-441f-8c5b-d390b5f1d95d tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:14.312838 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-94593860-58b9-441f-8c5b-d390b5f1d95d tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:14.316848 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-94593860-58b9-441f-8c5b-d390b5f1d95d tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628989'] for security_group_rule, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:14.336086 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94593860-58b9-441f-8c5b-d390b5f1d95d tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a6d4cab-3dd1-4d20-a90d-7b23edc3771d,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:01:14.349593 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-94593860-58b9-441f-8c5b-d390b5f1d95d tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:14.350958 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-94593860-58b9-441f-8c5b-d390b5f1d95d tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1597126 Sep 21 13:01:14.354006 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 34020) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:01:14.358938 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-5942373e-0f70-42f1-a210-4843b724ee8d tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Request body: {'security_group_rule': {'security_group_id': '82e03a96-1a20-486c-b26f-aa08f81e105c', 'project_id': 'a21a7e5092134d1998f12a665e75b4fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 13:01:14.391600 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5942373e-0f70-42f1-a210-4843b724ee8d tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:14.479733 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5942373e-0f70-42f1-a210-4843b724ee8d tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:14.484656 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5942373e-0f70-42f1-a210-4843b724ee8d tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628989'] for security_group_rule, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:14.501694 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942373e-0f70-42f1-a210-4843b724ee8d tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60d67d45-b565-4173-80ba-8bb6cd6bc772,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:01:14.508943 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5942373e-0f70-42f1-a210-4843b724ee8d tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:14.510346 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-5942373e-0f70-42f1-a210-4843b724ee8d tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1553087 Sep 21 13:01:14.513548 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 34022) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:01:14.517987 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-82121475-1de5-4020-b054-02529449b784 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Request body: {'security_group_rule': {'security_group_id': '82e03a96-1a20-486c-b26f-aa08f81e105c', 'project_id': 'a21a7e5092134d1998f12a665e75b4fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 13:01:14.546448 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.db.securitygroups_db [None req-82121475-1de5-4020-b054-02529449b784 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Project a21a7e5092134d1998f12a665e75b4fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 13:01:14.554511 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-82121475-1de5-4020-b054-02529449b784 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:14.623470 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-82121475-1de5-4020-b054-02529449b784 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:14.629873 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-82121475-1de5-4020-b054-02529449b784 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628989'] for security_group_rule, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:14.664512 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82121475-1de5-4020-b054-02529449b784 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6a05623-e9d9-47f5-96b0-7d4a5d5dc1f9,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:01:14.672452 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-82121475-1de5-4020-b054-02529449b784 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:14.673793 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-82121475-1de5-4020-b054-02529449b784 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1592746 Sep 21 13:01:14.679537 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 34024) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:01:14.684368 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-f36a0351-3fa9-4112-9976-64fbaece2c90 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Request body: {'security_group_rule': {'security_group_id': '82e03a96-1a20-486c-b26f-aa08f81e105c', 'project_id': 'a21a7e5092134d1998f12a665e75b4fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 13:01:14.729324 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.db.securitygroups_db [None req-f36a0351-3fa9-4112-9976-64fbaece2c90 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Project a21a7e5092134d1998f12a665e75b4fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 13:01:14.739234 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f36a0351-3fa9-4112-9976-64fbaece2c90 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:14.837533 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dffbf40-71a6-4b08-8e47-d2506a182c40 None None] Sync routers for ids ['43030a78-0016-48b0-9a6d-dadb582527bd'] in dv-cinder-810131-2-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 13:01:14.863099 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dffbf40-71a6-4b08-8e47-d2506a182c40 None None] Routers {'43030a78-0016-48b0-9a6d-dadb582527bd'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 13:01:14.864731 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-8dffbf40-71a6-4b08-8e47-d2506a182c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T13:00:45Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['43030a78-0016-48b0-9a6d-dadb582527bd'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:01:14.872627 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f36a0351-3fa9-4112-9976-64fbaece2c90 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:14.887116 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f36a0351-3fa9-4112-9976-64fbaece2c90 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628989'] for security_group_rule, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:14.930258 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a0351-3fa9-4112-9976-64fbaece2c90 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c47c6b7b-13af-4b80-a8ae-7a8714c4d136,revision_number=0']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:01:14.937420 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-f36a0351-3fa9-4112-9976-64fbaece2c90 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:14.940096 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-f36a0351-3fa9-4112-9976-64fbaece2c90 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2592185 Sep 21 13:01:15.147027 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-8dffbf40-71a6-4b08-8e47-d2506a182c40 None None] Set router 43030a78-0016-48b0-9a6d-dadb582527bd gateway port host: dv-cinder-810131-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 13:01:15.176398 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c9ac7-1685-43da-ad4d-506d187091ea req-b750c065-407e-44da-975a-99b14a21259d tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:15.178735 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d68c9ac7-1685-43da-ad4d-506d187091ea req-b750c065-407e-44da-975a-99b14a21259d tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 944 time: 0.1517107 Sep 21 13:01:15.246959 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d68c9ac7-1685-43da-ad4d-506d187091ea req-8269ba6f-9950-4e3e-afa3-c10c56a2fc01 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576096 Sep 21 13:01:15.337109 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-bdc79acf-8604-4bbd-9557-2a1433b1be73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:15.501850 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-8dffbf40-71a6-4b08-8e47-d2506a182c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43030a78-0016-48b0-9a6d-dadb582527bd', 'name': 'tempest-TestShelveInstance-1367889547-router', 'tenant_id': '5b76634c7050422d83ad1ddf5a84a335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '954a6c4b-b240-4832-a647-1f235e9c4887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T13:01:05Z', 'updated_at': '2021-09-21T13:01:11Z', 'revision_number': 4, 'project_id': '5b76634c7050422d83ad1ddf5a84a335', 'gw_port': {'id': '954a6c4b-b240-4832-a647-1f235e9c4887', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:57:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43030a78-0016-48b0-9a6d-dadb582527bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:01:06Z', 'updated_at': '2021-09-21T13:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': '712993ef-13c1-4ab8-9dbb-9a2464a5120a', 'name': '', 'network_id': '042418cf-ef1e-4d40-aa2c-f2dcd1a038c9', 'tenant_id': '5b76634c7050422d83ad1ddf5a84a335', 'mac_address': 'fa:16:3e:29:ac:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43030a78-0016-48b0-9a6d-dadb582527bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '8417c681-cc61-4ece-867e-88c5c2378f9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:01:10Z', 'updated_at': '2021-09-21T13:01:11Z', 'revision_number': 2, 'project_id': '5b76634c7050422d83ad1ddf5a84a335', 'subnets': [{'id': '8417c681-cc61-4ece-867e-88c5c2378f9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:01:15.531898 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dffbf40-71a6-4b08-8e47-d2506a182c40 None None] Checking router: 43030a78-0016-48b0-9a6d-dadb582527bd for host: dv-cinder-810131-2-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 13:01:15.532176 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dffbf40-71a6-4b08-8e47-d2506a182c40 None None] Updating router 43030a78-0016-48b0-9a6d-dadb582527bd port 712993ef-13c1-4ab8-9dbb-9a2464a5120a binding host dv-cinder-810131-2-iscsi {{(pid=93971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 13:01:15.560465 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-8dffbf40-71a6-4b08-8e47-d2506a182c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:15.906872 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:15.941489 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:16.093832 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-8dffbf40-71a6-4b08-8e47-d2506a182c40 None None] Notify callbacks [] for port, precommit_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:16.107589 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-8dffbf40-71a6-4b08-8e47-d2506a182c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:16.162889 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a691908f-7763-479b-9338-9704f15fa2d0 None None] Pushing event updated for resources: {'Port': ['ID=712993ef-13c1-4ab8-9dbb-9a2464a5120a,revision_number=3']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:01:16.233841 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-8dffbf40-71a6-4b08-8e47-d2506a182c40 None None] Attempting to bind port 712993ef-13c1-4ab8-9dbb-9a2464a5120a on host dv-cinder-810131-2-iscsi for vnic_type normal with profile {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 13:01:16.234457 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-8dffbf40-71a6-4b08-8e47-d2506a182c40 None None] Attempting to bind port 712993ef-13c1-4ab8-9dbb-9a2464a5120a by drivers openvswitch,hyperv on host dv-cinder-810131-2-iscsi at level 0 using segments [{'id': 'd63a60f7-9495-41b5-a0dc-cfb52911f052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '042418cf-ef1e-4d40-aa2c-f2dcd1a038c9'}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 13:01:16.234925 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dffbf40-71a6-4b08-8e47-d2506a182c40 None None] Attempting to bind port 712993ef-13c1-4ab8-9dbb-9a2464a5120a on network 042418cf-ef1e-4d40-aa2c-f2dcd1a038c9 {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 13:01:16.249439 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dffbf40-71a6-4b08-8e47-d2506a182c40 None None] Checking agent: {'id': 'e9e90178-f2ac-4c99-b085-229d580e108d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 12, 46, 16), 'started_at': datetime.datetime(2021, 9, 21, 12, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 13, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 13:01:16.252580 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dffbf40-71a6-4b08-8e47-d2506a182c40 None None] Checking segment: {'id': 'd63a60f7-9495-41b5-a0dc-cfb52911f052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '042418cf-ef1e-4d40-aa2c-f2dcd1a038c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 13:01:16.253356 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-8dffbf40-71a6-4b08-8e47-d2506a182c40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:16.253940 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dffbf40-71a6-4b08-8e47-d2506a182c40 None None] Bound using segment: {'id': 'd63a60f7-9495-41b5-a0dc-cfb52911f052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '042418cf-ef1e-4d40-aa2c-f2dcd1a038c9'} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 13:01:16.254594 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-8dffbf40-71a6-4b08-8e47-d2506a182c40 None None] Bound port: 712993ef-13c1-4ab8-9dbb-9a2464a5120a, host: dv-cinder-810131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd63a60f7-9495-41b5-a0dc-cfb52911f052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '042418cf-ef1e-4d40-aa2c-f2dcd1a038c9'}}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 13:01:16.255129 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-8dffbf40-71a6-4b08-8e47-d2506a182c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:16.388488 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-8dffbf40-71a6-4b08-8e47-d2506a182c40 None None] For port 712993ef-13c1-4ab8-9dbb-9a2464a5120a, host dv-cinder-810131-2-iscsi, cleared binding levels {{(pid=93971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 13:01:16.395442 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-8dffbf40-71a6-4b08-8e47-d2506a182c40 None None] For port 712993ef-13c1-4ab8-9dbb-9a2464a5120a, host dv-cinder-810131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=712993ef-13c1-4ab8-9dbb-9a2464a5120a,segment=NetworkSegment(d63a60f7-9495-41b5-a0dc-cfb52911f052),segment_id=d63a60f7-9495-41b5-a0dc-cfb52911f052)] {{(pid=93971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 13:01:16.402580 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-8dffbf40-71a6-4b08-8e47-d2506a182c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:16.499725 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551da397-a349-420c-8ac7-3bcf7d2b7613 req-3bdb40c0-50bd-4d4f-bb20-5ebe12b6e6c3 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:16.521808 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-551da397-a349-420c-8ac7-3bcf7d2b7613 req-3bdb40c0-50bd-4d4f-bb20-5ebe12b6e6c3 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 944 time: 0.1165774 Sep 21 13:01:16.523329 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dffbf40-71a6-4b08-8e47-d2506a182c40 None None] Routers {'43030a78-0016-48b0-9a6d-dadb582527bd'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 13:01:16.524387 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-8dffbf40-71a6-4b08-8e47-d2506a182c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T13:01:15Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['43030a78-0016-48b0-9a6d-dadb582527bd'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:01:16.598479 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-551da397-a349-420c-8ac7-3bcf7d2b7613 req-4a71db78-0dc4-4576-b13f-64801167061b tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751162 Sep 21 13:01:16.632489 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-a893139a-340a-47a0-ab14-c370d3bcb703 None None] Provisioning complete for port 712993ef-13c1-4ab8-9dbb-9a2464a5120a triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 13:01:16.633220 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a893139a-340a-47a0-ab14-c370d3bcb703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:16.713892 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:16.798936 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a893139a-340a-47a0-ab14-c370d3bcb703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:16.830944 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a691908f-7763-479b-9338-9704f15fa2d0 None None] Pushing event updated for resources: {'Port': ['ID=712993ef-13c1-4ab8-9dbb-9a2464a5120a,revision_number=4']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:01:16.863886 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-a893139a-340a-47a0-ab14-c370d3bcb703 None None] For port 712993ef-13c1-4ab8-9dbb-9a2464a5120a, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=712993ef-13c1-4ab8-9dbb-9a2464a5120a,segment=NetworkSegment(d63a60f7-9495-41b5-a0dc-cfb52911f052),segment_id=d63a60f7-9495-41b5-a0dc-cfb52911f052)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:01:16.876519 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a893139a-340a-47a0-ab14-c370d3bcb703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:16.890789 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-8dffbf40-71a6-4b08-8e47-d2506a182c40 None None] Set router 43030a78-0016-48b0-9a6d-dadb582527bd gateway port host: dv-cinder-810131-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 13:01:16.986048 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a893139a-340a-47a0-ab14-c370d3bcb703 None None] Pushing event updated for resources: {'Port': ['ID=712993ef-13c1-4ab8-9dbb-9a2464a5120a,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:01:17.017668 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-70fdc77b-04ff-431d-8602-28cac2e29da1 None None] Provisioning complete for port 712993ef-13c1-4ab8-9dbb-9a2464a5120a triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 13:01:17.019299 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-70fdc77b-04ff-431d-8602-28cac2e29da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:17.227511 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-8dffbf40-71a6-4b08-8e47-d2506a182c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43030a78-0016-48b0-9a6d-dadb582527bd', 'name': 'tempest-TestShelveInstance-1367889547-router', 'tenant_id': '5b76634c7050422d83ad1ddf5a84a335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '954a6c4b-b240-4832-a647-1f235e9c4887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T13:01:05Z', 'updated_at': '2021-09-21T13:01:11Z', 'revision_number': 4, 'project_id': '5b76634c7050422d83ad1ddf5a84a335', 'gw_port': {'id': '954a6c4b-b240-4832-a647-1f235e9c4887', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:57:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43030a78-0016-48b0-9a6d-dadb582527bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:01:06Z', 'updated_at': '2021-09-21T13:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': '712993ef-13c1-4ab8-9dbb-9a2464a5120a', 'name': '', 'network_id': '042418cf-ef1e-4d40-aa2c-f2dcd1a038c9', 'tenant_id': '5b76634c7050422d83ad1ddf5a84a335', 'mac_address': 'fa:16:3e:29:ac:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43030a78-0016-48b0-9a6d-dadb582527bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '8417c681-cc61-4ece-867e-88c5c2378f9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:01:10Z', 'updated_at': '2021-09-21T13:01:16Z', 'revision_number': 4, 'project_id': '5b76634c7050422d83ad1ddf5a84a335', 'subnets': [{'id': '8417c681-cc61-4ece-867e-88c5c2378f9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:01:17.256356 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dffbf40-71a6-4b08-8e47-d2506a182c40 None None] The sync data for ids ['43030a78-0016-48b0-9a6d-dadb582527bd'] in dv-cinder-810131-2-iscsi is: [{'id': '43030a78-0016-48b0-9a6d-dadb582527bd', 'name': 'tempest-TestShelveInstance-1367889547-router', 'tenant_id': '5b76634c7050422d83ad1ddf5a84a335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '954a6c4b-b240-4832-a647-1f235e9c4887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T13:01:05Z', 'updated_at': '2021-09-21T13:01:11Z', 'revision_number': 4, 'project_id': '5b76634c7050422d83ad1ddf5a84a335', 'gw_port': {'id': '954a6c4b-b240-4832-a647-1f235e9c4887', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:57:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43030a78-0016-48b0-9a6d-dadb582527bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:01:06Z', 'updated_at': '2021-09-21T13:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': '712993ef-13c1-4ab8-9dbb-9a2464a5120a', 'name': '', 'network_id': '042418cf-ef1e-4d40-aa2c-f2dcd1a038c9', 'tenant_id': '5b76634c7050422d83ad1ddf5a84a335', 'mac_address': 'fa:16:3e:29:ac:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43030a78-0016-48b0-9a6d-dadb582527bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '8417c681-cc61-4ece-867e-88c5c2378f9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:01:10Z', 'updated_at': '2021-09-21T13:01:16Z', 'revision_number': 4, 'project_id': '5b76634c7050422d83ad1ddf5a84a335', 'subnets': [{'id': '8417c681-cc61-4ece-867e-88c5c2378f9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 13:01:17.765807 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac06b61-8105-4f63-8de1-d9a01e6f675a req-3aca34a6-0870-47a9-8938-ebf108dcbf22 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:17.767561 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-aac06b61-8105-4f63-8de1-d9a01e6f675a req-3aca34a6-0870-47a9-8938-ebf108dcbf22 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 944 time: 0.0938058 Sep 21 13:01:17.814025 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-aac06b61-8105-4f63-8de1-d9a01e6f675a req-719f5276-3825-48d5-89cf-c37d50739a44 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389531 Sep 21 13:01:17.824013 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-b5107449-46e0-4483-9031-0c19752d4acf None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 13:01:17.968957 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:18.030807 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 712993ef-13c1-4ab8-9dbb-9a2464a5120a up at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 13:01:18.097553 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Provisioning complete for port 712993ef-13c1-4ab8-9dbb-9a2464a5120a triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 13:01:18.097922 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:18.965526 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052c8fc-27a0-471e-9241-a31cb14cd44b req-98101a83-4f06-47d3-9027-62d43460cff8 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:18.967145 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5052c8fc-27a0-471e-9241-a31cb14cd44b req-98101a83-4f06-47d3-9027-62d43460cff8 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 944 time: 0.0690193 Sep 21 13:01:19.011889 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5052c8fc-27a0-471e-9241-a31cb14cd44b req-cf0e7dfb-79bc-4e69-b7ac-0a96440adaad tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373473 Sep 21 13:01:20.148447 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c0d2f-14dd-4320-9c40-2a3aa78b9baf req-b1174fce-6e06-4ed7-94e3-b4ce747b1e5e tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:20.150023 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2a5c0d2f-14dd-4320-9c40-2a3aa78b9baf req-b1174fce-6e06-4ed7-94e3-b4ce747b1e5e tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 944 time: 0.0598545 Sep 21 13:01:20.204649 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2a5c0d2f-14dd-4320-9c40-2a3aa78b9baf req-d33e558d-5e9d-498d-963c-567dd5e6ec62 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450161 Sep 21 13:01:20.645488 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40afb2-8257-45c3-90d7-1c1d2aa2b71b req-7a5a3373-4a08-4cee-9961-58807f94eee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:20.647034 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6a40afb2-8257-45c3-90d7-1c1d2aa2b71b req-7a5a3373-4a08-4cee-9961-58807f94eee3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1b3ede534435481c9544b6bd95cee453&device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 1097 time: 0.0416906 Sep 21 13:01:20.761002 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40afb2-8257-45c3-90d7-1c1d2aa2b71b req-73a81de1-fd54-4f3a-aeb5-d6a7ade857d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:20.762420 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6a40afb2-8257-45c3-90d7-1c1d2aa2b71b req-73a81de1-fd54-4f3a-aeb5-d6a7ade857d6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=448bd693-ac99-4c36-8b6e-b9a357473df4 HTTP/1.1" status: 200 len: 918 time: 0.0937817 Sep 21 13:01:20.831409 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6a40afb2-8257-45c3-90d7-1c1d2aa2b71b req-88922751-6e71-4985-9d1c-d62a7829ba1b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6db9d6f-9209-4388-863b-544789d96d25 HTTP/1.1" status: 200 len: 1000 time: 0.0606287 Sep 21 13:01:20.881972 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40afb2-8257-45c3-90d7-1c1d2aa2b71b req-cc64ebf2-74b5-461e-9f3f-a070a1e645f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:20.883567 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6a40afb2-8257-45c3-90d7-1c1d2aa2b71b req-cc64ebf2-74b5-461e-9f3f-a070a1e645f6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=afc0ebff-08f8-4d98-a7ec-9196a5213e06 HTTP/1.1" status: 200 len: 856 time: 0.0446610 Sep 21 13:01:20.935809 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40afb2-8257-45c3-90d7-1c1d2aa2b71b req-571354c5-b24d-478b-bcd4-0aa2b3c3f2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:20.937309 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6a40afb2-8257-45c3-90d7-1c1d2aa2b71b req-571354c5-b24d-478b-bcd4-0aa2b3c3f2ee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=448bd693-ac99-4c36-8b6e-b9a357473df4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457668 Sep 21 13:01:21.032434 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6a40afb2-8257-45c3-90d7-1c1d2aa2b71b req-ea08c92a-923f-4924-9d87-21a92a0f131c service neutron] 10.222.0.45 "GET /v2.0/networks/448bd693-ac99-4c36-8b6e-b9a357473df4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850356 Sep 21 13:01:21.128451 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6a40afb2-8257-45c3-90d7-1c1d2aa2b71b req-afdc4550-52f5-46a9-8c37-9215f5434116 service neutron] 10.222.0.45 "GET /v2.0/networks/448bd693-ac99-4c36-8b6e-b9a357473df4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877059 Sep 21 13:01:21.330807 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d9a4d7-c9a6-4b5d-9484-5bc445b5b5ee req-a5d99393-bf44-43f4-8d25-09b76a239f55 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:21.332313 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f2d9a4d7-c9a6-4b5d-9484-5bc445b5b5ee req-a5d99393-bf44-43f4-8d25-09b76a239f55 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 944 time: 0.0515034 Sep 21 13:01:21.371218 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f2d9a4d7-c9a6-4b5d-9484-5bc445b5b5ee req-762a6182-41c6-44f0-a7dc-9d29ee07149c tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326743 Sep 21 13:01:22.499660 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6ec33-a7db-4926-859b-7f1315c56b99 req-525dccd4-33a0-4475-8cac-8f9f36e098e4 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:22.499660 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7ec6ec33-a7db-4926-859b-7f1315c56b99 req-525dccd4-33a0-4475-8cac-8f9f36e098e4 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 944 time: 0.0509424 Sep 21 13:01:22.539736 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7ec6ec33-a7db-4926-859b-7f1315c56b99 req-35072a9c-f559-4500-9ff6-221a24567a53 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346427 Sep 21 13:01:22.853478 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device b6db9d6f-9209-4388-863b-544789d96d25 details requested by agent hyperv_hv-cinder-81013 with host hv-cinder-81013 {{(pid=93970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 13:01:22.955336 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port b6db9d6f-9209-4388-863b-544789d96d25, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=b6db9d6f-9209-4388-863b-544789d96d25,segment=NetworkSegment(d65f44a9-e76e-4bb2-9420-80b10a796110),segment_id=d65f44a9-e76e-4bb2-9420-80b10a796110)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:01:22.967651 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Returning: {'device': 'b6db9d6f-9209-4388-863b-544789d96d25', 'network_id': '448bd693-ac99-4c36-8b6e-b9a357473df4', 'port_id': 'b6db9d6f-9209-4388-863b-544789d96d25', 'mac_address': 'fa:16:3e:70:6a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc0ebff-08f8-4d98-a7ec-9196a5213e06', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 13:01:23.005934 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:23.019896 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6db9d6f-9209-4388-863b-544789d96d25 {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 13:01:23.039764 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port b6db9d6f-9209-4388-863b-544789d96d25, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=b6db9d6f-9209-4388-863b-544789d96d25,segment=NetworkSegment(d65f44a9-e76e-4bb2-9420-80b10a796110),segment_id=d65f44a9-e76e-4bb2-9420-80b10a796110)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:01:23.043817 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:23.096089 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=b6db9d6f-9209-4388-863b-544789d96d25,revision_number=9']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:01:23.307472 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] get_ports_and_sgs() called for port_ids ['b6db9d6f-9209-4388-863b-544789d96d25'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 13:01:23.658662 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f1084-7cda-4ad8-ade0-a5193573baac req-44cbfa0d-ddf7-43c7-ab02-71e2766231cc tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:23.660239 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9c2f1084-7cda-4ad8-ade0-a5193573baac req-44cbfa0d-ddf7-43c7-ab02-71e2766231cc tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 945 time: 0.0488696 Sep 21 13:01:23.697853 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9c2f1084-7cda-4ad8-ade0-a5193573baac req-c14e7d2c-feee-4265-b47f-a757061744aa tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316999 Sep 21 13:01:24.829228 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb933b7c-32b3-4feb-950f-f98c6e0eaecd req-fcfb4e03-270a-4b49-aba6-e01c933a9a3b tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:24.831445 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-cb933b7c-32b3-4feb-950f-f98c6e0eaecd req-fcfb4e03-270a-4b49-aba6-e01c933a9a3b tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 945 time: 0.0542328 Sep 21 13:01:24.865156 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device b6db9d6f-9209-4388-863b-544789d96d25 up at agent hyperv_hv-cinder-81013 {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 13:01:24.872221 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-cb933b7c-32b3-4feb-950f-f98c6e0eaecd req-8baeaebf-f907-40c2-8c85-5a805f11eb97 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350471 Sep 21 13:01:24.927028 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Provisioning complete for port b6db9d6f-9209-4388-863b-544789d96d25 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 13:01:24.927745 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:25.011526 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:25.037786 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e8dd68-e756-4b5e-827c-a375fe63bec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6db9d6f-9209-4388-863b-544789d96d25'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 13:01:25.040101 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e3f31dd35d6e9892686e3dd7e28a33bc22b0e68501ee526cb23c786b8cd504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0112b10b-c828-4c30-830f-dff9c376657e" -d '{"events": [{"server_uuid": "64e8dd68-e756-4b5e-827c-a375fe63bec8", "name": "network-vif-plugged", "status": "completed", "tag": "b6db9d6f-9209-4388-863b-544789d96d25"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 13:01:25.054538 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port b6db9d6f-9209-4388-863b-544789d96d25, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=b6db9d6f-9209-4388-863b-544789d96d25,segment=NetworkSegment(d65f44a9-e76e-4bb2-9420-80b10a796110),segment_id=d65f44a9-e76e-4bb2-9420-80b10a796110)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:01:25.059288 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:25.085171 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 13:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eadb943-67e1-48c0-8dc1-da6de11e05df x-openstack-request-id: req-6eadb943-67e1-48c0-8dc1-da6de11e05df {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 13:01:25.085470 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e8dd68-e756-4b5e-827c-a375fe63bec8", "name": "network-vif-plugged", "status": "completed", "tag": "b6db9d6f-9209-4388-863b-544789d96d25", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 13:01:25.085722 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6eadb943-67e1-48c0-8dc1-da6de11e05df {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 13:01:25.086109 dv-cinder-810131-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e8dd68-e756-4b5e-827c-a375fe63bec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6db9d6f-9209-4388-863b-544789d96d25', 'code': 200} Sep 21 13:01:25.115506 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=b6db9d6f-9209-4388-863b-544789d96d25,revision_number=10']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:01:25.279264 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff802d32-300a-43b7-a2f4-5d98f401581d req-83ea6212-0c61-4bfb-a5b8-4ad076461c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:25.280725 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ff802d32-300a-43b7-a2f4-5d98f401581d req-83ea6212-0c61-4bfb-a5b8-4ad076461c10 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 1100 time: 0.0445840 Sep 21 13:01:25.321020 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ff802d32-300a-43b7-a2f4-5d98f401581d req-57834f37-6f72-4dc5-90a5-13fa491b2ff7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284595 Sep 21 13:01:26.000578 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496ce57-771f-44d4-843a-d0c6129991e5 req-df2afbd0-c2c7-431c-a8a7-ce25dcb52c0f tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:26.002055 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e496ce57-771f-44d4-843a-d0c6129991e5 req-df2afbd0-c2c7-431c-a8a7-ce25dcb52c0f tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 947 time: 0.0500224 Sep 21 13:01:26.041662 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e496ce57-771f-44d4-843a-d0c6129991e5 req-a4bac1ea-0023-4778-83b0-eb2275218a49 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330572 Sep 21 13:01:27.177902 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458729c-58ac-4e4e-afa4-f560025894a4 req-afc245a6-e501-451d-a6ae-37f3f883a16f tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:27.179500 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8458729c-58ac-4e4e-afa4-f560025894a4 req-afc245a6-e501-451d-a6ae-37f3f883a16f tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 947 time: 0.0565543 Sep 21 13:01:27.220411 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8458729c-58ac-4e4e-afa4-f560025894a4 req-24e9a881-31c9-43f4-8915-cd92e51556c3 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337911 Sep 21 13:01:28.339185 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bbd7ff-e38a-445d-a254-d4efd6a0011c req-dcb1307b-57b9-4cbd-89a0-d5a832de73a4 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:28.340664 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a5bbd7ff-e38a-445d-a254-d4efd6a0011c req-dcb1307b-57b9-4cbd-89a0-d5a832de73a4 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 947 time: 0.0484385 Sep 21 13:01:28.377930 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a5bbd7ff-e38a-445d-a254-d4efd6a0011c req-c4fc9ef7-baa2-4144-8d60-ec35dbdc5718 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307753 Sep 21 13:01:31.917683 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-d5c600aa-f9e9-4334-8a06-35e3f7b54fdb tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-892307457&fields=id&tenant_id=a21a7e5092134d1998f12a665e75b4fc HTTP/1.1" status: 200 len: 267 time: 0.0328135 Sep 21 13:01:32.029894 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-f70cb02c-2ad7-4f7e-ba10-1d399018e11a tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:32.031550 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-f70cb02c-2ad7-4f7e-ba10-1d399018e11a tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/networks?id=344dc57f-fc9f-4c89-8fe2-ba4648ab75f5 HTTP/1.1" status: 200 len: 808 time: 0.1068840 Sep 21 13:01:32.046332 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-f82dc9d1-8c60-4b9f-87de-78dcd9efd696 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/quotas/a21a7e5092134d1998f12a665e75b4fc HTTP/1.1" status: 200 len: 375 time: 0.0090115 Sep 21 13:01:32.101623 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-93bbc370-d028-402a-b35b-0621d4d45de8 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a21a7e5092134d1998f12a665e75b4fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493484 Sep 21 13:01:32.201494 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-04c3676a-9e52-4744-a358-5c0b44375ae4 service neutron] 10.222.0.32 "GET /v2.0/networks/344dc57f-fc9f-4c89-8fe2-ba4648ab75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877211 Sep 21 13:01:32.296789 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-bbba93fe-b2f7-44be-8c53-bf00c2d6a075 service neutron] 10.222.0.32 "GET /v2.0/networks/344dc57f-fc9f-4c89-8fe2-ba4648ab75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888097 Sep 21 13:01:32.587492 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4c082dc7-7e44-4ba8-bfc0-31fb8685f16b req-36da0820-91ca-4fc1-a3b7-c257179a736e tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/ports?device_id=786bb849-6036-496f-b2d0-369612e6edfa HTTP/1.1" status: 200 len: 210 time: 0.0287297 Sep 21 13:01:33.516595 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-b8e7b14b-707e-4946-b4aa-deb07cf84030 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:33.518761 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-b8e7b14b-707e-4946-b4aa-deb07cf84030 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.45 "GET /v2.0/networks?id=344dc57f-fc9f-4c89-8fe2-ba4648ab75f5 HTTP/1.1" status: 200 len: 808 time: 0.1128352 Sep 21 13:01:33.562940 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-9c769059-35d2-4fc6-a101-bfcab8287d81 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a21a7e5092134d1998f12a665e75b4fc HTTP/1.1" status: 200 len: 379 time: 0.0343840 Sep 21 13:01:33.572841 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-28939363-dee9-48fc-8c62-d4cfdf15b9ad tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Request body: {'port': {'device_id': '786bb849-6036-496f-b2d0-369612e6edfa', 'network_id': '344dc57f-fc9f-4c89-8fe2-ba4648ab75f5', 'admin_state_up': True, 'tenant_id': 'a21a7e5092134d1998f12a665e75b4fc', 'security_groups': ['82e03a96-1a20-486c-b26f-aa08f81e105c']}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 13:01:33.692704 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-c622b0bf-6b9f-44b2-b2e6-435644b87c1a req-c8b500db-14c6-491e-b871-1e9b227434f6 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/ports?device_id=786bb849-6036-496f-b2d0-369612e6edfa HTTP/1.1" status: 200 len: 210 time: 0.0367935 Sep 21 13:01:33.709720 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-28939363-dee9-48fc-8c62-d4cfdf15b9ad tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Made reservation on behalf of a21a7e5092134d1998f12a665e75b4fc for: {'port': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 13:01:33.713409 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-28939363-dee9-48fc-8c62-d4cfdf15b9ad tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:33.841890 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-28939363-dee9-48fc-8c62-d4cfdf15b9ad tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Allocated IP 172.20.0.12 (344dc57f-fc9f-4c89-8fe2-ba4648ab75f5/eb0a204d-c491-4508-92a7-0d2349cebcf8/813fb07f-c0d0-4f1b-9eed-6ca43b2aa554) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 13:01:33.984637 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-28939363-dee9-48fc-8c62-d4cfdf15b9ad tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:34.018865 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-28939363-dee9-48fc-8c62-d4cfdf15b9ad tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9294141'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:34.059052 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-28939363-dee9-48fc-8c62-d4cfdf15b9ad tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Network 344dc57f-fc9f-4c89-8fe2-ba4648ab75f5 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 13:01:34.062236 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-28939363-dee9-48fc-8c62-d4cfdf15b9ad tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 13:01:34.064775 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-28939363-dee9-48fc-8c62-d4cfdf15b9ad tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 13:01:34.104032 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28939363-dee9-48fc-8c62-d4cfdf15b9ad tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Pushing event updated for resources: {'Port': ['ID=813fb07f-c0d0-4f1b-9eed-6ca43b2aa554,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:01:34.120109 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28939363-dee9-48fc-8c62-d4cfdf15b9ad tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:01:34.120364 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28939363-dee9-48fc-8c62-d4cfdf15b9ad tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:01:34.120703 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28939363-dee9-48fc-8c62-d4cfdf15b9ad tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:01:34.121037 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28939363-dee9-48fc-8c62-d4cfdf15b9ad tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:01:34.121366 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28939363-dee9-48fc-8c62-d4cfdf15b9ad tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:01:34.121695 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28939363-dee9-48fc-8c62-d4cfdf15b9ad tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:01:34.122019 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28939363-dee9-48fc-8c62-d4cfdf15b9ad tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:01:34.122339 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28939363-dee9-48fc-8c62-d4cfdf15b9ad tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:01:34.122737 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28939363-dee9-48fc-8c62-d4cfdf15b9ad tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:01:34.123066 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28939363-dee9-48fc-8c62-d4cfdf15b9ad tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:01:34.123394 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28939363-dee9-48fc-8c62-d4cfdf15b9ad tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:01:34.123713 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28939363-dee9-48fc-8c62-d4cfdf15b9ad tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:01:34.137681 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-28939363-dee9-48fc-8c62-d4cfdf15b9ad tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:34.138334 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-28939363-dee9-48fc-8c62-d4cfdf15b9ad tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:34.153088 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-28939363-dee9-48fc-8c62-d4cfdf15b9ad tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5839028 Sep 21 13:01:34.165195 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-d3f93ec6-58d6-4919-afda-66c640385e86 service neutron] Request body: {'port': {'device_id': '786bb849-6036-496f-b2d0-369612e6edfa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81013'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 13:01:34.220286 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-d3f93ec6-58d6-4919-afda-66c640385e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:34.267536 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-308d7757-1ca6-4a1f-9970-2dfe684b596c None None] Provisioning complete for port 813fb07f-c0d0-4f1b-9eed-6ca43b2aa554 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 13:01:34.269251 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-308d7757-1ca6-4a1f-9970-2dfe684b596c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:34.304761 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-308d7757-1ca6-4a1f-9970-2dfe684b596c None None] Port 813fb07f-c0d0-4f1b-9eed-6ca43b2aa554 cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 13:01:34.501978 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-d3f93ec6-58d6-4919-afda-66c640385e86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 813fb07f-c0d0-4f1b-9eed-6ca43b2aa554 {{(pid=93969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 13:01:34.509730 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-d3f93ec6-58d6-4919-afda-66c640385e86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:34.522079 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-d3f93ec6-58d6-4919-afda-66c640385e86 service neutron] Transition to ACTIVE for port object 813fb07f-c0d0-4f1b-9eed-6ca43b2aa554 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 13:01:34.526098 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-d3f93ec6-58d6-4919-afda-66c640385e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294116'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:34.582189 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f93ec6-58d6-4919-afda-66c640385e86 service neutron] Pushing event updated for resources: {'Port': ['ID=813fb07f-c0d0-4f1b-9eed-6ca43b2aa554,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:01:34.650315 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-d3f93ec6-58d6-4919-afda-66c640385e86 service neutron] Attempting to bind port 813fb07f-c0d0-4f1b-9eed-6ca43b2aa554 on host hv-cinder-81013 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 13:01:34.650697 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-d3f93ec6-58d6-4919-afda-66c640385e86 service neutron] Attempting to bind port 813fb07f-c0d0-4f1b-9eed-6ca43b2aa554 by drivers openvswitch,hyperv on host hv-cinder-81013 at level 0 using segments [{'id': '79299c8c-6bb6-46c5-8fb8-88decc7784bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '344dc57f-fc9f-4c89-8fe2-ba4648ab75f5'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 13:01:34.651035 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-d3f93ec6-58d6-4919-afda-66c640385e86 service neutron] Attempting to bind port 813fb07f-c0d0-4f1b-9eed-6ca43b2aa554 on network 344dc57f-fc9f-4c89-8fe2-ba4648ab75f5 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 13:01:34.656314 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-d3f93ec6-58d6-4919-afda-66c640385e86 service neutron] Port 813fb07f-c0d0-4f1b-9eed-6ca43b2aa554 on network 344dc57f-fc9f-4c89-8fe2-ba4648ab75f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81013 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 13:01:34.656642 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-d3f93ec6-58d6-4919-afda-66c640385e86 service neutron] Attempting to bind port 813fb07f-c0d0-4f1b-9eed-6ca43b2aa554 on network 344dc57f-fc9f-4c89-8fe2-ba4648ab75f5 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 13:01:34.662435 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-d3f93ec6-58d6-4919-afda-66c640385e86 service neutron] Checking agent: {'id': 'a6e01e35-01d6-479f-9faf-9c323aed8d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 12, 52, 16), 'started_at': datetime.datetime(2021, 9, 21, 12, 52, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 13, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 13:01:34.662782 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-d3f93ec6-58d6-4919-afda-66c640385e86 service neutron] Checking segment: {'id': '79299c8c-6bb6-46c5-8fb8-88decc7784bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '344dc57f-fc9f-4c89-8fe2-ba4648ab75f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 13:01:34.663175 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-d3f93ec6-58d6-4919-afda-66c640385e86 service neutron] Bound using segment: {'id': '79299c8c-6bb6-46c5-8fb8-88decc7784bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '344dc57f-fc9f-4c89-8fe2-ba4648ab75f5'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 13:01:34.663617 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-d3f93ec6-58d6-4919-afda-66c640385e86 service neutron] Bound port: 813fb07f-c0d0-4f1b-9eed-6ca43b2aa554, host: hv-cinder-81013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79299c8c-6bb6-46c5-8fb8-88decc7784bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '344dc57f-fc9f-4c89-8fe2-ba4648ab75f5'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 13:01:34.663978 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-d3f93ec6-58d6-4919-afda-66c640385e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:34.741006 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-d3f93ec6-58d6-4919-afda-66c640385e86 service neutron] For port 813fb07f-c0d0-4f1b-9eed-6ca43b2aa554, host hv-cinder-81013, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 13:01:34.745046 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-d3f93ec6-58d6-4919-afda-66c640385e86 service neutron] For port 813fb07f-c0d0-4f1b-9eed-6ca43b2aa554, host hv-cinder-81013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=813fb07f-c0d0-4f1b-9eed-6ca43b2aa554,segment=NetworkSegment(79299c8c-6bb6-46c5-8fb8-88decc7784bc),segment_id=79299c8c-6bb6-46c5-8fb8-88decc7784bc)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 13:01:34.756378 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-d3f93ec6-58d6-4919-afda-66c640385e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294116'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:34.792682 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-d3f93ec6-58d6-4919-afda-66c640385e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:34.793306 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-d3f93ec6-58d6-4919-afda-66c640385e86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:34.795791 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-d3f93ec6-58d6-4919-afda-66c640385e86 service neutron] 10.222.0.45 "PUT /v2.0/ports/813fb07f-c0d0-4f1b-9eed-6ca43b2aa554 HTTP/1.1" status: 200 len: 1094 time: 0.6338577 Sep 21 13:01:34.795791 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '786bb849-6036-496f-b2d0-369612e6edfa', 'tag': '813fb07f-c0d0-4f1b-9eed-6ca43b2aa554'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 13:01:34.798097 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}891eab8d1a3043c3e369406f1201b67df81013e3c20d23918ff9fd5cd34c6e83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e422f5-bd54-4543-aa0d-f168662a643c" -d '{"events": [{"name": "network-changed", "server_uuid": "786bb849-6036-496f-b2d0-369612e6edfa", "tag": "813fb07f-c0d0-4f1b-9eed-6ca43b2aa554"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 13:01:34.823125 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f93ec6-58d6-4919-afda-66c640385e86 service neutron] Pushing event updated for resources: {'Port': ['ID=813fb07f-c0d0-4f1b-9eed-6ca43b2aa554,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:01:34.834244 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbfa76-0516-443c-b379-44a966d2c3ab req-eb13131d-4a1e-4e00-9f70-be25cdb7007a tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:34.836672 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d9cbfa76-0516-443c-b379-44a966d2c3ab req-eb13131d-4a1e-4e00-9f70-be25cdb7007a tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/ports?device_id=786bb849-6036-496f-b2d0-369612e6edfa HTTP/1.1" status: 200 len: 944 time: 0.0688429 Sep 21 13:01:34.844764 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 13:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043a020d-4d72-4c63-9508-3cc0f459d975 x-openstack-request-id: req-043a020d-4d72-4c63-9508-3cc0f459d975 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 13:01:34.845056 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "786bb849-6036-496f-b2d0-369612e6edfa", "tag": "813fb07f-c0d0-4f1b-9eed-6ca43b2aa554", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 13:01:34.845296 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-043a020d-4d72-4c63-9508-3cc0f459d975 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 13:01:34.845688 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '786bb849-6036-496f-b2d0-369612e6edfa', 'tag': '813fb07f-c0d0-4f1b-9eed-6ca43b2aa554', 'status': 'completed', 'code': 200} Sep 21 13:01:34.884088 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d9cbfa76-0516-443c-b379-44a966d2c3ab req-d0568237-0eec-422e-825e-f2db139fc876 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/security-groups?id=82e03a96-1a20-486c-b26f-aa08f81e105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363293 Sep 21 13:01:34.907341 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-bce9ae3c-8137-42e9-a176-eeb63e5c1f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:34.908977 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-bce9ae3c-8137-42e9-a176-eeb63e5c1f48 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a21a7e5092134d1998f12a665e75b4fc&device_id=786bb849-6036-496f-b2d0-369612e6edfa HTTP/1.1" status: 200 len: 1097 time: 0.0567064 Sep 21 13:01:34.951490 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-61b0e7a4-e817-42db-b945-2204a960c3ed service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=813fb07f-c0d0-4f1b-9eed-6ca43b2aa554 HTTP/1.1" status: 200 len: 217 time: 0.0343199 Sep 21 13:01:35.004507 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-266df997-3a06-45f6-95ce-e566355363fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:35.005964 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-266df997-3a06-45f6-95ce-e566355363fe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eb0a204d-c491-4508-92a7-0d2349cebcf8 HTTP/1.1" status: 200 len: 847 time: 0.0476789 Sep 21 13:01:35.050463 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-4ed46a3e-88f9-43c3-9b3e-4e25eec40699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:35.051928 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-4ed46a3e-88f9-43c3-9b3e-4e25eec40699 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=344dc57f-fc9f-4c89-8fe2-ba4648ab75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394742 Sep 21 13:01:35.144021 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-2e0e8e86-b478-47e7-9c0e-0bc87409d07c service neutron] 10.222.0.45 "GET /v2.0/networks/344dc57f-fc9f-4c89-8fe2-ba4648ab75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846882 Sep 21 13:01:35.232741 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-60c55d06-d4be-43b8-83df-0fb82f62bda2 req-52f4420d-b2c5-4526-9895-cc18375171e0 service neutron] 10.222.0.45 "GET /v2.0/networks/344dc57f-fc9f-4c89-8fe2-ba4648ab75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820527 Sep 21 13:01:35.320414 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e422f5-bd54-4543-aa0d-f168662a643c req-1fdcca92-e999-443e-a9c8-946f816d1577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:35.321858 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-42e422f5-bd54-4543-aa0d-f168662a643c req-1fdcca92-e999-443e-a9c8-946f816d1577 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a21a7e5092134d1998f12a665e75b4fc&device_id=786bb849-6036-496f-b2d0-369612e6edfa HTTP/1.1" status: 200 len: 1097 time: 0.0435114 Sep 21 13:01:35.418273 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e422f5-bd54-4543-aa0d-f168662a643c req-70ff358e-e37f-4882-b454-ad97aca7aa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:35.419785 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-42e422f5-bd54-4543-aa0d-f168662a643c req-70ff358e-e37f-4882-b454-ad97aca7aa90 service neutron] 10.222.0.45 "GET /v2.0/networks?id=344dc57f-fc9f-4c89-8fe2-ba4648ab75f5 HTTP/1.1" status: 200 len: 909 time: 0.0908930 Sep 21 13:01:35.461572 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-42e422f5-bd54-4543-aa0d-f168662a643c req-ac006370-288a-42e7-ba8a-ee9b10f614f9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=813fb07f-c0d0-4f1b-9eed-6ca43b2aa554 HTTP/1.1" status: 200 len: 217 time: 0.0340858 Sep 21 13:01:35.770333 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e422f5-bd54-4543-aa0d-f168662a643c req-37976553-8ffc-4261-bfda-761793200879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:35.770333 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-42e422f5-bd54-4543-aa0d-f168662a643c req-37976553-8ffc-4261-bfda-761793200879 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eb0a204d-c491-4508-92a7-0d2349cebcf8 HTTP/1.1" status: 200 len: 847 time: 0.2982497 Sep 21 13:01:35.813769 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e422f5-bd54-4543-aa0d-f168662a643c req-6ccd09bc-48ec-4dcf-b00f-c16755652139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:35.815375 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-42e422f5-bd54-4543-aa0d-f168662a643c req-6ccd09bc-48ec-4dcf-b00f-c16755652139 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=344dc57f-fc9f-4c89-8fe2-ba4648ab75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409918 Sep 21 13:01:35.906781 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-42e422f5-bd54-4543-aa0d-f168662a643c req-c620e386-2033-4c21-abe6-745e3ff8fd06 service neutron] 10.222.0.45 "GET /v2.0/networks/344dc57f-fc9f-4c89-8fe2-ba4648ab75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824947 Sep 21 13:01:36.029567 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-42e422f5-bd54-4543-aa0d-f168662a643c req-398cbc0a-eb24-4507-97fa-ecb12bafa556 service neutron] 10.222.0.45 "GET /v2.0/networks/344dc57f-fc9f-4c89-8fe2-ba4648ab75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153214 Sep 21 13:01:36.038577 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42095373-c46d-4c81-93d8-253fb610b9a5 req-399b85c0-8158-4c08-b643-be8a392cc9d0 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:36.040006 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-42095373-c46d-4c81-93d8-253fb610b9a5 req-399b85c0-8158-4c08-b643-be8a392cc9d0 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/ports?device_id=786bb849-6036-496f-b2d0-369612e6edfa HTTP/1.1" status: 200 len: 944 time: 0.0677178 Sep 21 13:01:36.082055 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-42095373-c46d-4c81-93d8-253fb610b9a5 req-c90f006d-73e4-4067-a0bb-a9f114247083 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/security-groups?id=82e03a96-1a20-486c-b26f-aa08f81e105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357814 Sep 21 13:01:37.202565 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252d6e8-d8ca-4d0c-808b-2c1205c529cf req-20270146-385b-4d7b-b0df-5b7ed9b2b9fa tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:37.204059 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5252d6e8-d8ca-4d0c-808b-2c1205c529cf req-20270146-385b-4d7b-b0df-5b7ed9b2b9fa tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/ports?device_id=786bb849-6036-496f-b2d0-369612e6edfa HTTP/1.1" status: 200 len: 944 time: 0.0528576 Sep 21 13:01:37.243667 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5252d6e8-d8ca-4d0c-808b-2c1205c529cf req-0c811bf6-7547-44fa-a808-cd2de04e5f3f tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/security-groups?id=82e03a96-1a20-486c-b26f-aa08f81e105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324295 Sep 21 13:01:38.359890 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dcefc1-95f7-4b7a-8a12-e27dae288688 req-c7aa59ee-1296-4cc6-8ba3-dd58fb7fafd1 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:38.361904 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b9dcefc1-95f7-4b7a-8a12-e27dae288688 req-c7aa59ee-1296-4cc6-8ba3-dd58fb7fafd1 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/ports?device_id=786bb849-6036-496f-b2d0-369612e6edfa HTTP/1.1" status: 200 len: 944 time: 0.0520601 Sep 21 13:01:38.398808 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b9dcefc1-95f7-4b7a-8a12-e27dae288688 req-ba467933-a442-4bf5-9b0e-7a1cb13e1c8a tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/security-groups?id=82e03a96-1a20-486c-b26f-aa08f81e105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309868 Sep 21 13:01:39.517110 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0fe56-df95-4e3a-9f86-577aa3ba3011 req-1094cd42-11f7-4868-a1cc-38b6b05ca995 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:39.519532 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-32b0fe56-df95-4e3a-9f86-577aa3ba3011 req-1094cd42-11f7-4868-a1cc-38b6b05ca995 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/ports?device_id=786bb849-6036-496f-b2d0-369612e6edfa HTTP/1.1" status: 200 len: 944 time: 0.0508821 Sep 21 13:01:39.563993 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-32b0fe56-df95-4e3a-9f86-577aa3ba3011 req-eb82b13c-11e5-455b-be91-c5a6a1a9c723 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/security-groups?id=82e03a96-1a20-486c-b26f-aa08f81e105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381725 Sep 21 13:01:40.679780 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5664dd-2137-4f67-9568-fd3feba9c704 req-b7862dc7-c854-4856-9214-6525d5287e7d tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:40.681273 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ac5664dd-2137-4f67-9568-fd3feba9c704 req-b7862dc7-c854-4856-9214-6525d5287e7d tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/ports?device_id=786bb849-6036-496f-b2d0-369612e6edfa HTTP/1.1" status: 200 len: 944 time: 0.0506141 Sep 21 13:01:40.720266 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ac5664dd-2137-4f67-9568-fd3feba9c704 req-5d7832ff-ce0e-48cf-9dfe-bce6a31ddc50 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/security-groups?id=82e03a96-1a20-486c-b26f-aa08f81e105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330858 Sep 21 13:01:41.837546 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cddb3bf-0c00-46ec-a25d-10870339f04e req-a6b4681b-c6a6-4c01-a1cf-8da0d2ef89ac tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:41.839125 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3cddb3bf-0c00-46ec-a25d-10870339f04e req-a6b4681b-c6a6-4c01-a1cf-8da0d2ef89ac tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/ports?device_id=786bb849-6036-496f-b2d0-369612e6edfa HTTP/1.1" status: 200 len: 944 time: 0.0503378 Sep 21 13:01:41.879186 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3cddb3bf-0c00-46ec-a25d-10870339f04e req-12901067-776f-4d40-bb14-d5da1dd208ac tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/security-groups?id=82e03a96-1a20-486c-b26f-aa08f81e105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340488 Sep 21 13:01:42.667575 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-b9e280fe-3668-4a2c-8279-f167b68c43be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:42.979168 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device 813fb07f-c0d0-4f1b-9eed-6ca43b2aa554 details requested by agent hyperv_hv-cinder-81013 with host hv-cinder-81013 {{(pid=93970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 13:01:42.995388 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef14af1-8414-49fd-882c-b1500eae8a0b req-6719d56c-1af9-457b-9ca2-4742e7250278 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:42.996915 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-aef14af1-8414-49fd-882c-b1500eae8a0b req-6719d56c-1af9-457b-9ca2-4742e7250278 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/ports?device_id=786bb849-6036-496f-b2d0-369612e6edfa HTTP/1.1" status: 200 len: 944 time: 0.0500388 Sep 21 13:01:43.036296 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-aef14af1-8414-49fd-882c-b1500eae8a0b req-a5cc228e-b6f2-4cc6-ac4f-290ea9646bf6 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/security-groups?id=82e03a96-1a20-486c-b26f-aa08f81e105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326898 Sep 21 13:01:43.121470 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port 813fb07f-c0d0-4f1b-9eed-6ca43b2aa554, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=813fb07f-c0d0-4f1b-9eed-6ca43b2aa554,segment=NetworkSegment(79299c8c-6bb6-46c5-8fb8-88decc7784bc),segment_id=79299c8c-6bb6-46c5-8fb8-88decc7784bc)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:01:43.135607 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Returning: {'device': '813fb07f-c0d0-4f1b-9eed-6ca43b2aa554', 'network_id': '344dc57f-fc9f-4c89-8fe2-ba4648ab75f5', 'port_id': '813fb07f-c0d0-4f1b-9eed-6ca43b2aa554', 'mac_address': 'fa:16:3e:f0:06:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0a204d-c491-4508-92a7-0d2349cebcf8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 13:01:43.181953 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:43.203744 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 813fb07f-c0d0-4f1b-9eed-6ca43b2aa554 {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 13:01:43.368162 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port 813fb07f-c0d0-4f1b-9eed-6ca43b2aa554, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=813fb07f-c0d0-4f1b-9eed-6ca43b2aa554,segment=NetworkSegment(79299c8c-6bb6-46c5-8fb8-88decc7784bc),segment_id=79299c8c-6bb6-46c5-8fb8-88decc7784bc)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:01:43.373799 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:43.446505 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=813fb07f-c0d0-4f1b-9eed-6ca43b2aa554,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:01:43.601155 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] get_ports_and_sgs() called for port_ids ['813fb07f-c0d0-4f1b-9eed-6ca43b2aa554'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 13:01:44.158778 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62ac72-b902-4777-840f-3546ec54b0f9 req-5c9a189a-6d25-4d68-92ce-210e3d0203ad tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:44.160272 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ea62ac72-b902-4777-840f-3546ec54b0f9 req-5c9a189a-6d25-4d68-92ce-210e3d0203ad tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/ports?device_id=786bb849-6036-496f-b2d0-369612e6edfa HTTP/1.1" status: 200 len: 945 time: 0.0525007 Sep 21 13:01:44.198617 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ea62ac72-b902-4777-840f-3546ec54b0f9 req-9205cb6d-b644-4a7d-9d82-92d71f2f8ce5 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/security-groups?id=82e03a96-1a20-486c-b26f-aa08f81e105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320504 Sep 21 13:01:44.991170 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device 813fb07f-c0d0-4f1b-9eed-6ca43b2aa554 up at agent hyperv_hv-cinder-81013 {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 13:01:45.041757 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Provisioning for port 813fb07f-c0d0-4f1b-9eed-6ca43b2aa554 completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 13:01:45.045491 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Provisioning complete for port 813fb07f-c0d0-4f1b-9eed-6ca43b2aa554 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 13:01:45.045862 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:45.124799 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:45.148028 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '786bb849-6036-496f-b2d0-369612e6edfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813fb07f-c0d0-4f1b-9eed-6ca43b2aa554'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 13:01:45.150306 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e3f31dd35d6e9892686e3dd7e28a33bc22b0e68501ee526cb23c786b8cd504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636d3b77-8edf-4bc7-8a4e-1235717019b0" -d '{"events": [{"server_uuid": "786bb849-6036-496f-b2d0-369612e6edfa", "name": "network-vif-plugged", "status": "completed", "tag": "813fb07f-c0d0-4f1b-9eed-6ca43b2aa554"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 13:01:45.164594 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port 813fb07f-c0d0-4f1b-9eed-6ca43b2aa554, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=813fb07f-c0d0-4f1b-9eed-6ca43b2aa554,segment=NetworkSegment(79299c8c-6bb6-46c5-8fb8-88decc7784bc),segment_id=79299c8c-6bb6-46c5-8fb8-88decc7784bc)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:01:45.168969 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:45.195491 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 13:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6114475a-afa7-4825-b231-f42ece0de4b1 x-openstack-request-id: req-6114475a-afa7-4825-b231-f42ece0de4b1 {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 13:01:45.195779 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "786bb849-6036-496f-b2d0-369612e6edfa", "name": "network-vif-plugged", "status": "completed", "tag": "813fb07f-c0d0-4f1b-9eed-6ca43b2aa554", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 13:01:45.196027 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6114475a-afa7-4825-b231-f42ece0de4b1 {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 13:01:45.196403 dv-cinder-810131-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '786bb849-6036-496f-b2d0-369612e6edfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813fb07f-c0d0-4f1b-9eed-6ca43b2aa554', 'code': 200} Sep 21 13:01:45.223485 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=813fb07f-c0d0-4f1b-9eed-6ca43b2aa554,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:01:45.313628 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc1b3e-61a6-4253-a461-02df5b0369f5 req-48af0469-7e00-4c3d-b2f7-bb871c6258f1 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:45.315396 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-11cc1b3e-61a6-4253-a461-02df5b0369f5 req-48af0469-7e00-4c3d-b2f7-bb871c6258f1 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/ports?device_id=786bb849-6036-496f-b2d0-369612e6edfa HTTP/1.1" status: 200 len: 946 time: 0.0502362 Sep 21 13:01:45.331242 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-dfeec3f2-cfd5-440a-ae0e-8513f39d7a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:45.366351 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-11cc1b3e-61a6-4253-a461-02df5b0369f5 req-9ad86f8c-9775-409a-b119-dbd6fcc2de03 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/security-groups?id=82e03a96-1a20-486c-b26f-aa08f81e105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428333 Sep 21 13:01:45.426301 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66718fc7-9e6e-47a8-b100-7d862e32df63 req-c7e1e58e-24c5-4d5d-950f-17fe0ac6c13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:45.427858 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-66718fc7-9e6e-47a8-b100-7d862e32df63 req-c7e1e58e-24c5-4d5d-950f-17fe0ac6c13c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=786bb849-6036-496f-b2d0-369612e6edfa HTTP/1.1" status: 200 len: 1099 time: 0.0459478 Sep 21 13:01:45.467753 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-66718fc7-9e6e-47a8-b100-7d862e32df63 req-d11c0522-04f5-4b09-8847-adfc39c98ed9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=82e03a96-1a20-486c-b26f-aa08f81e105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322752 Sep 21 13:01:45.902315 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:45.954252 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:46.490441 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d12f1-fb1d-40fd-a42a-8ef8b6632369 req-1bb161ef-a287-4226-b0eb-d6e252310c4c tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:46.492147 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-032d12f1-fb1d-40fd-a42a-8ef8b6632369 req-1bb161ef-a287-4226-b0eb-d6e252310c4c tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/ports?device_id=786bb849-6036-496f-b2d0-369612e6edfa HTTP/1.1" status: 200 len: 946 time: 0.0549757 Sep 21 13:01:46.532217 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-032d12f1-fb1d-40fd-a42a-8ef8b6632369 req-ffdcafbd-1b62-4f95-955a-a4b2d2db45f7 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/security-groups?id=82e03a96-1a20-486c-b26f-aa08f81e105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334711 Sep 21 13:01:46.655697 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:47.645743 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20eea4-7d85-49ef-9cff-a7647d5863a6 req-5c02fc44-2ab0-4f09-ac4c-3c2018d78d6e tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:47.647254 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8a20eea4-7d85-49ef-9cff-a7647d5863a6 req-5c02fc44-2ab0-4f09-ac4c-3c2018d78d6e tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/ports?device_id=786bb849-6036-496f-b2d0-369612e6edfa HTTP/1.1" status: 200 len: 946 time: 0.0476289 Sep 21 13:01:47.684747 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8a20eea4-7d85-49ef-9cff-a7647d5863a6 req-57ae3c60-2c4a-4028-9d27-933028d6fae2 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/security-groups?id=82e03a96-1a20-486c-b26f-aa08f81e105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316589 Sep 21 13:01:47.799990 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e14f1-3478-4365-9ecd-44bcb65f1c32 req-690949ad-9644-429f-af1b-70461d7b817a tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:47.801539 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5e6e14f1-3478-4365-9ecd-44bcb65f1c32 req-690949ad-9644-429f-af1b-70461d7b817a tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/ports?device_id=786bb849-6036-496f-b2d0-369612e6edfa HTTP/1.1" status: 200 len: 946 time: 0.0504043 Sep 21 13:01:47.839904 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5e6e14f1-3478-4365-9ecd-44bcb65f1c32 req-98d00499-b4b6-4a6b-becb-94084f638093 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/security-groups?id=82e03a96-1a20-486c-b26f-aa08f81e105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322945 Sep 21 13:01:47.861163 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 34248) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:01:47.967450 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:47.994445 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43b3421-aa47-4681-b4d3-1c267530ce84 tempest-TestShelveInstance-382863432 tempest-TestShelveInstance-382863432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:47.996019 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-c43b3421-aa47-4681-b4d3-1c267530ce84 tempest-TestShelveInstance-382863432 tempest-TestShelveInstance-382863432-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=786bb849-6036-496f-b2d0-369612e6edfa HTTP/1.1" status: 200 len: 1094 time: 0.1338904 Sep 21 13:01:47.998817 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 34252) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:01:48.003274 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-595aa652-3b95-43df-8a44-8da60e322b76 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Request body: {'floatingip': {'floating_network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'port_id': '813fb07f-c0d0-4f1b-9eed-6ca43b2aa554', 'tenant_id': 'a21a7e5092134d1998f12a665e75b4fc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 13:01:48.025838 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-595aa652-3b95-43df-8a44-8da60e322b76 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks [] for floatingip, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:48.122376 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-595aa652-3b95-43df-8a44-8da60e322b76 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:48.223868 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-595aa652-3b95-43df-8a44-8da60e322b76 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Allocated IP 172.27.0.240 (3589cb95-8b7f-464f-a8af-ebd0722ed0b9/83bd8dfa-a4af-4a48-a00e-8b360d22b666/02b63709-4b52-4c28-af61-42e7a4579b7a) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 13:01:48.326353 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-595aa652-3b95-43df-8a44-8da60e322b76 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:48.359182 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-595aa652-3b95-43df-8a44-8da60e322b76 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168646'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:48.397527 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595aa652-3b95-43df-8a44-8da60e322b76 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Network 3589cb95-8b7f-464f-a8af-ebd0722ed0b9 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 13:01:48.401727 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-595aa652-3b95-43df-8a44-8da60e322b76 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 13:01:48.409226 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595aa652-3b95-43df-8a44-8da60e322b76 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 13:01:48.412278 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595aa652-3b95-43df-8a44-8da60e322b76 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Pushing event updated for resources: {'Port': ['ID=02b63709-4b52-4c28-af61-42e7a4579b7a,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:01:48.440063 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595aa652-3b95-43df-8a44-8da60e322b76 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:01:48.440408 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595aa652-3b95-43df-8a44-8da60e322b76 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:01:48.440747 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595aa652-3b95-43df-8a44-8da60e322b76 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:01:48.441080 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595aa652-3b95-43df-8a44-8da60e322b76 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:01:48.441410 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595aa652-3b95-43df-8a44-8da60e322b76 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:01:48.441737 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595aa652-3b95-43df-8a44-8da60e322b76 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:01:48.442059 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595aa652-3b95-43df-8a44-8da60e322b76 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:01:48.442411 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595aa652-3b95-43df-8a44-8da60e322b76 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:01:48.442730 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595aa652-3b95-43df-8a44-8da60e322b76 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:01:48.443052 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595aa652-3b95-43df-8a44-8da60e322b76 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:01:48.443372 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595aa652-3b95-43df-8a44-8da60e322b76 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:01:48.443690 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595aa652-3b95-43df-8a44-8da60e322b76 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:01:49.020477 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-595aa652-3b95-43df-8a44-8da60e322b76 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:49.093119 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-595aa652-3b95-43df-8a44-8da60e322b76 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:49.262993 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-595aa652-3b95-43df-8a44-8da60e322b76 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:49.268924 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-595aa652-3b95-43df-8a44-8da60e322b76 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168671'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:49.355162 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595aa652-3b95-43df-8a44-8da60e322b76 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Pushing event updated for resources: {'Port': ['ID=02b63709-4b52-4c28-af61-42e7a4579b7a,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:01:49.372862 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-595aa652-3b95-43df-8a44-8da60e322b76 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618694'] for floatingip, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:49.510496 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.db.l3_db [None req-595aa652-3b95-43df-8a44-8da60e322b76 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Floating IP 856c41df-f6b1-4602-9726-2b632302e765 associated. External IP: 172.27.0.240, port: 813fb07f-c0d0-4f1b-9eed-6ca43b2aa554. Sep 21 13:01:49.738326 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595aa652-3b95-43df-8a44-8da60e322b76 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Router f1849533-2288-4be8-ae93-1f5bf9fe5781 has already been hosted by L3 agent ac1410d3-fc19-41f1-a8a6-9305dbf296af {{(pid=93968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 13:01:49.861770 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595aa652-3b95-43df-8a44-8da60e322b76 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify agent at l3_agent.dv-cinder-810131-2-iscsi the message routers_updated {{(pid=93968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 13:01:49.873487 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffe43a5-181c-40df-acbb-4996ec1e22f7 None None] Sync routers for ids ['f1849533-2288-4be8-ae93-1f5bf9fe5781'] in dv-cinder-810131-2-iscsi {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 13:01:49.881733 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-595aa652-3b95-43df-8a44-8da60e322b76 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for floatingip, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:01:49.884751 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffe43a5-181c-40df-acbb-4996ec1e22f7 None None] Routers {'f1849533-2288-4be8-ae93-1f5bf9fe5781'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 13:01:49.885382 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-fffe43a5-181c-40df-acbb-4996ec1e22f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T13:01:45Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['f1849533-2288-4be8-ae93-1f5bf9fe5781'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:01:49.915122 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-595aa652-3b95-43df-8a44-8da60e322b76 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9151576 Sep 21 13:01:49.916085 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '786bb849-6036-496f-b2d0-369612e6edfa', 'tag': '813fb07f-c0d0-4f1b-9eed-6ca43b2aa554'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 13:01:49.918602 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a262e2a05831170809019d2cf22837e497d964a865586fc051a88de41b43109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529eb23c-1dbf-4859-8cb1-9909ab9be390" -d '{"events": [{"name": "network-changed", "server_uuid": "786bb849-6036-496f-b2d0-369612e6edfa", "tag": "813fb07f-c0d0-4f1b-9eed-6ca43b2aa554"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 13:01:49.959101 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 13:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692e7395-a53b-4a43-8a7e-49f9a369014a x-openstack-request-id: req-692e7395-a53b-4a43-8a7e-49f9a369014a {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 13:01:49.959495 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "786bb849-6036-496f-b2d0-369612e6edfa", "tag": "813fb07f-c0d0-4f1b-9eed-6ca43b2aa554", "status": "completed", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 13:01:49.959846 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-692e7395-a53b-4a43-8a7e-49f9a369014a {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 13:01:49.960345 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '786bb849-6036-496f-b2d0-369612e6edfa', 'tag': '813fb07f-c0d0-4f1b-9eed-6ca43b2aa554', 'status': 'completed', 'code': 200} Sep 21 13:01:50.004067 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-fffe43a5-181c-40df-acbb-4996ec1e22f7 None None] Set router f1849533-2288-4be8-ae93-1f5bf9fe5781 gateway port host: dv-cinder-810131-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 13:01:50.035013 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529eb23c-1dbf-4859-8cb1-9909ab9be390 req-1e2f0ba0-323f-4ff0-8c67-04de01a04535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:50.036773 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-529eb23c-1dbf-4859-8cb1-9909ab9be390 req-1e2f0ba0-323f-4ff0-8c67-04de01a04535 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a21a7e5092134d1998f12a665e75b4fc&device_id=786bb849-6036-496f-b2d0-369612e6edfa HTTP/1.1" status: 200 len: 1099 time: 0.0547481 Sep 21 13:01:50.125948 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529eb23c-1dbf-4859-8cb1-9909ab9be390 req-3bbca223-f7b8-4e1d-b044-415928f67968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:50.127490 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-529eb23c-1dbf-4859-8cb1-9909ab9be390 req-3bbca223-f7b8-4e1d-b044-415928f67968 service neutron] 10.222.0.45 "GET /v2.0/networks?id=344dc57f-fc9f-4c89-8fe2-ba4648ab75f5 HTTP/1.1" status: 200 len: 909 time: 0.0838985 Sep 21 13:01:50.198647 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-529eb23c-1dbf-4859-8cb1-9909ab9be390 req-5ef666ed-2b33-462a-aab8-f7c614f079fd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=813fb07f-c0d0-4f1b-9eed-6ca43b2aa554 HTTP/1.1" status: 200 len: 1000 time: 0.0632150 Sep 21 13:01:50.237943 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-fffe43a5-181c-40df-acbb-4996ec1e22f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1849533-2288-4be8-ae93-1f5bf9fe5781', 'name': 'tempest-TestShelveInstance-451728956-router', 'tenant_id': 'a21a7e5092134d1998f12a665e75b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '9a97caea-4047-47cf-a9a1-c1770364d16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T13:00:58Z', 'updated_at': '2021-09-21T13:01:02Z', 'revision_number': 4, 'project_id': 'a21a7e5092134d1998f12a665e75b4fc', 'gw_port': {'id': '9a97caea-4047-47cf-a9a1-c1770364d16d', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:dd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1849533-2288-4be8-ae93-1f5bf9fe5781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:00:59Z', 'updated_at': '2021-09-21T13:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_floatingips': [{'id': '856c41df-f6b1-4602-9726-2b632302e765', 'tenant_id': 'a21a7e5092134d1998f12a665e75b4fc', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'router_id': 'f1849533-2288-4be8-ae93-1f5bf9fe5781', 'port_id': '813fb07f-c0d0-4f1b-9eed-6ca43b2aa554', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '344dc57f-fc9f-4c89-8fe2-ba4648ab75f5', 'mac_address': 'fa:16:3e:f0:06:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786bb849-6036-496f-b2d0-369612e6edfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T13:01:48Z', 'updated_at': '2021-09-21T13:01:48Z', 'revision_number': 0, 'project_id': 'a21a7e5092134d1998f12a665e75b4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '719b7a90-31a3-4a3e-86c9-2cb100788f11', 'name': '', 'network_id': '344dc57f-fc9f-4c89-8fe2-ba4648ab75f5', 'tenant_id': 'a21a7e5092134d1998f12a665e75b4fc', 'mac_address': 'fa:16:3e:45:84:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1849533-2288-4be8-ae93-1f5bf9fe5781', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'eb0a204d-c491-4508-92a7-0d2349cebcf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:01:01Z', 'updated_at': '2021-09-21T13:01:07Z', 'revision_number': 5, 'project_id': 'a21a7e5092134d1998f12a665e75b4fc', 'subnets': [{'id': 'eb0a204d-c491-4508-92a7-0d2349cebcf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:01:50.248810 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529eb23c-1dbf-4859-8cb1-9909ab9be390 req-ecf02af7-e2ca-4390-99db-caba78215d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:50.250302 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-529eb23c-1dbf-4859-8cb1-9909ab9be390 req-ecf02af7-e2ca-4390-99db-caba78215d5d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eb0a204d-c491-4508-92a7-0d2349cebcf8 HTTP/1.1" status: 200 len: 847 time: 0.0443397 Sep 21 13:01:50.268070 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffe43a5-181c-40df-acbb-4996ec1e22f7 None None] Checking router: f1849533-2288-4be8-ae93-1f5bf9fe5781 for host: dv-cinder-810131-2-iscsi {{(pid=93970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 13:01:50.276453 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffe43a5-181c-40df-acbb-4996ec1e22f7 None None] Routers {'f1849533-2288-4be8-ae93-1f5bf9fe5781'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 13:01:50.277056 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-fffe43a5-181c-40df-acbb-4996ec1e22f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T13:01:45Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['f1849533-2288-4be8-ae93-1f5bf9fe5781'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:01:50.298344 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529eb23c-1dbf-4859-8cb1-9909ab9be390 req-15ba4ffb-2a15-42b9-98c7-9213388fff32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:01:50.299892 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-529eb23c-1dbf-4859-8cb1-9909ab9be390 req-15ba4ffb-2a15-42b9-98c7-9213388fff32 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=344dc57f-fc9f-4c89-8fe2-ba4648ab75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416601 Sep 21 13:01:50.388935 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-fffe43a5-181c-40df-acbb-4996ec1e22f7 None None] Set router f1849533-2288-4be8-ae93-1f5bf9fe5781 gateway port host: dv-cinder-810131-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 13:01:50.397234 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-529eb23c-1dbf-4859-8cb1-9909ab9be390 req-bb2d5b10-f7d6-40e6-93b5-38888bc42c4a service neutron] 10.222.0.45 "GET /v2.0/networks/344dc57f-fc9f-4c89-8fe2-ba4648ab75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891984 Sep 21 13:01:50.491889 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-529eb23c-1dbf-4859-8cb1-9909ab9be390 req-3eed1aab-c4d2-4773-9446-f2ac2faf72ed service neutron] 10.222.0.45 "GET /v2.0/networks/344dc57f-fc9f-4c89-8fe2-ba4648ab75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875278 Sep 21 13:01:50.622765 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-fffe43a5-181c-40df-acbb-4996ec1e22f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1849533-2288-4be8-ae93-1f5bf9fe5781', 'name': 'tempest-TestShelveInstance-451728956-router', 'tenant_id': 'a21a7e5092134d1998f12a665e75b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '9a97caea-4047-47cf-a9a1-c1770364d16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T13:00:58Z', 'updated_at': '2021-09-21T13:01:02Z', 'revision_number': 4, 'project_id': 'a21a7e5092134d1998f12a665e75b4fc', 'gw_port': {'id': '9a97caea-4047-47cf-a9a1-c1770364d16d', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:dd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1849533-2288-4be8-ae93-1f5bf9fe5781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:00:59Z', 'updated_at': '2021-09-21T13:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_floatingips': [{'id': '856c41df-f6b1-4602-9726-2b632302e765', 'tenant_id': 'a21a7e5092134d1998f12a665e75b4fc', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'router_id': 'f1849533-2288-4be8-ae93-1f5bf9fe5781', 'port_id': '813fb07f-c0d0-4f1b-9eed-6ca43b2aa554', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '344dc57f-fc9f-4c89-8fe2-ba4648ab75f5', 'mac_address': 'fa:16:3e:f0:06:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786bb849-6036-496f-b2d0-369612e6edfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T13:01:48Z', 'updated_at': '2021-09-21T13:01:48Z', 'revision_number': 0, 'project_id': 'a21a7e5092134d1998f12a665e75b4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '719b7a90-31a3-4a3e-86c9-2cb100788f11', 'name': '', 'network_id': '344dc57f-fc9f-4c89-8fe2-ba4648ab75f5', 'tenant_id': 'a21a7e5092134d1998f12a665e75b4fc', 'mac_address': 'fa:16:3e:45:84:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1849533-2288-4be8-ae93-1f5bf9fe5781', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'eb0a204d-c491-4508-92a7-0d2349cebcf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:01:01Z', 'updated_at': '2021-09-21T13:01:07Z', 'revision_number': 5, 'project_id': 'a21a7e5092134d1998f12a665e75b4fc', 'subnets': [{'id': 'eb0a204d-c491-4508-92a7-0d2349cebcf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:01:50.649245 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffe43a5-181c-40df-acbb-4996ec1e22f7 None None] The sync data for ids ['f1849533-2288-4be8-ae93-1f5bf9fe5781'] in dv-cinder-810131-2-iscsi is: [{'id': 'f1849533-2288-4be8-ae93-1f5bf9fe5781', 'name': 'tempest-TestShelveInstance-451728956-router', 'tenant_id': 'a21a7e5092134d1998f12a665e75b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '9a97caea-4047-47cf-a9a1-c1770364d16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T13:00:58Z', 'updated_at': '2021-09-21T13:01:02Z', 'revision_number': 4, 'project_id': 'a21a7e5092134d1998f12a665e75b4fc', 'gw_port': {'id': '9a97caea-4047-47cf-a9a1-c1770364d16d', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:dd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1849533-2288-4be8-ae93-1f5bf9fe5781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:00:59Z', 'updated_at': '2021-09-21T13:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_floatingips': [{'id': '856c41df-f6b1-4602-9726-2b632302e765', 'tenant_id': 'a21a7e5092134d1998f12a665e75b4fc', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'router_id': 'f1849533-2288-4be8-ae93-1f5bf9fe5781', 'port_id': '813fb07f-c0d0-4f1b-9eed-6ca43b2aa554', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '344dc57f-fc9f-4c89-8fe2-ba4648ab75f5', 'mac_address': 'fa:16:3e:f0:06:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786bb849-6036-496f-b2d0-369612e6edfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T13:01:48Z', 'updated_at': '2021-09-21T13:01:48Z', 'revision_number': 0, 'project_id': 'a21a7e5092134d1998f12a665e75b4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '719b7a90-31a3-4a3e-86c9-2cb100788f11', 'name': '', 'network_id': '344dc57f-fc9f-4c89-8fe2-ba4648ab75f5', 'tenant_id': 'a21a7e5092134d1998f12a665e75b4fc', 'mac_address': 'fa:16:3e:45:84:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1849533-2288-4be8-ae93-1f5bf9fe5781', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'eb0a204d-c491-4508-92a7-0d2349cebcf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:01:01Z', 'updated_at': '2021-09-21T13:01:07Z', 'revision_number': 5, 'project_id': 'a21a7e5092134d1998f12a665e75b4fc', 'subnets': [{'id': 'eb0a204d-c491-4508-92a7-0d2349cebcf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 13:01:50.838053 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc733387-af71-4927-aa43-990173c36c01 None None] New status for floating IP 856c41df-f6b1-4602-9726-2b632302e765: ACTIVE {{(pid=93971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 13:01:54.823762 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-b5107449-46e0-4483-9031-0c19752d4acf None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 13:02:02.328117 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5d58d-3913-4a43-b119-be5caf80cd93 req-97f90db3-8411-44b0-8c10-420190f4a0d4 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:02.330907 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f4f5d58d-3913-4a43-b119-be5caf80cd93 req-97f90db3-8411-44b0-8c10-420190f4a0d4 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 947 time: 0.0603471 Sep 21 13:02:02.372331 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f4f5d58d-3913-4a43-b119-be5caf80cd93 req-19256c03-eb4a-41d2-8885-e9a441239269 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337579 Sep 21 13:02:03.500193 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b3137-8089-4851-b527-9ce9cbca78cb req-593c5ed1-9f61-4c83-90cc-b6e2bba3bed4 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:03.501697 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-bf2b3137-8089-4851-b527-9ce9cbca78cb req-593c5ed1-9f61-4c83-90cc-b6e2bba3bed4 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 947 time: 0.0510204 Sep 21 13:02:03.543978 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-bf2b3137-8089-4851-b527-9ce9cbca78cb req-2fa31903-f994-4650-9e2e-bcf69b42b57c tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups?id=b3529a9b-d484-4f0b-a1fc-2eb040e6064a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363460 Sep 21 13:02:03.702902 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6768a95-b75b-42bc-8d79-27513121bff7 req-c42c3d01-19b9-47ad-b811-453232cb9299 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:03.705053 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a6768a95-b75b-42bc-8d79-27513121bff7 req-c42c3d01-19b9-47ad-b811-453232cb9299 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.45 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 947 time: 0.0550172 Sep 21 13:02:03.812394 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-a6768a95-b75b-42bc-8d79-27513121bff7 req-92050313-13d7-4e89-a336-cad222713ca6 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Deleting port b6db9d6f-9209-4388-863b-544789d96d25 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 13:02:03.812737 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-a6768a95-b75b-42bc-8d79-27513121bff7 req-92050313-13d7-4e89-a336-cad222713ca6 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:03.913979 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-a6768a95-b75b-42bc-8d79-27513121bff7 req-92050313-13d7-4e89-a336-cad222713ca6 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] For port b6db9d6f-9209-4388-863b-544789d96d25, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=b6db9d6f-9209-4388-863b-544789d96d25,segment=NetworkSegment(d65f44a9-e76e-4bb2-9420-80b10a796110),segment_id=d65f44a9-e76e-4bb2-9420-80b10a796110)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:02:03.914340 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-a6768a95-b75b-42bc-8d79-27513121bff7 req-92050313-13d7-4e89-a336-cad222713ca6 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:04.104350 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-a6768a95-b75b-42bc-8d79-27513121bff7 req-92050313-13d7-4e89-a336-cad222713ca6 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:04.104716 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-a6768a95-b75b-42bc-8d79-27513121bff7 req-92050313-13d7-4e89-a336-cad222713ca6 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618694'] for floatingip, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:04.105036 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.db.l3_db [req-a6768a95-b75b-42bc-8d79-27513121bff7 req-92050313-13d7-4e89-a336-cad222713ca6 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Floating IP bde8ccfc-e303-4acb-b77b-2bc8172f2a98 disassociated. External IP: 172.27.0.216, port: b6db9d6f-9209-4388-863b-544789d96d25. Sep 21 13:02:04.105380 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-a6768a95-b75b-42bc-8d79-27513121bff7 req-92050313-13d7-4e89-a336-cad222713ca6 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Calling delete_port for b6db9d6f-9209-4388-863b-544789d96d25 owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 13:02:04.253191 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-a6768a95-b75b-42bc-8d79-27513121bff7 req-92050313-13d7-4e89-a336-cad222713ca6 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9294141'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:04.283030 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92050313-13d7-4e89-a336-cad222713ca6 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Pushing event deleted for resources: {'Port': ['ID=b6db9d6f-9209-4388-863b-544789d96d25,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:02:04.454210 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6768a95-b75b-42bc-8d79-27513121bff7 req-92050313-13d7-4e89-a336-cad222713ca6 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Router 0d2f6837-5661-48bc-a51c-7fa04bb088ba has already been hosted by L3 agent ac1410d3-fc19-41f1-a8a6-9305dbf296af {{(pid=93969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 13:02:04.596949 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6768a95-b75b-42bc-8d79-27513121bff7 req-92050313-13d7-4e89-a336-cad222713ca6 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify agent at l3_agent.dv-cinder-810131-2-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 13:02:04.612627 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb83cc1-f8d6-4e84-868f-1408709442f5 None None] Sync routers for ids ['0d2f6837-5661-48bc-a51c-7fa04bb088ba'] in dv-cinder-810131-2-iscsi {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 13:02:04.627966 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb83cc1-f8d6-4e84-868f-1408709442f5 None None] Routers {'0d2f6837-5661-48bc-a51c-7fa04bb088ba'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 13:02:04.628725 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-acb83cc1-f8d6-4e84-868f-1408709442f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T13:01:45Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['0d2f6837-5661-48bc-a51c-7fa04bb088ba'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:02:04.674468 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6768a95-b75b-42bc-8d79-27513121bff7 req-92050313-13d7-4e89-a336-cad222713ca6 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] No DVR routers for this DVR port b6db9d6f-9209-4388-863b-544789d96d25 on host hv-cinder-81013 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 13:02:04.693218 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-a6768a95-b75b-42bc-8d79-27513121bff7 req-92050313-13d7-4e89-a336-cad222713ca6 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:04.695407 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a6768a95-b75b-42bc-8d79-27513121bff7 req-92050313-13d7-4e89-a336-cad222713ca6 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.45 "DELETE /v2.0/ports/b6db9d6f-9209-4388-863b-544789d96d25 HTTP/1.1" status: 204 len: 173 time: 0.9826603 Sep 21 13:02:04.697526 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-d1113b81-c4d5-4dfb-a758-df572948189e req-0d11c5d2-e583-4b9c-b13c-bebdccd8c91e tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/ports?device_id=64e8dd68-e756-4b5e-827c-a375fe63bec8 HTTP/1.1" status: 200 len: 210 time: 0.0649359 Sep 21 13:02:04.698124 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e8dd68-e756-4b5e-827c-a375fe63bec8', 'name': 'network-vif-deleted', 'tag': 'b6db9d6f-9209-4388-863b-544789d96d25'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 13:02:04.700732 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}891eab8d1a3043c3e369406f1201b67df81013e3c20d23918ff9fd5cd34c6e83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c51e24e-08d1-4cab-892b-c5959cda8bfd" -d '{"events": [{"server_uuid": "64e8dd68-e756-4b5e-827c-a375fe63bec8", "name": "network-vif-deleted", "tag": "b6db9d6f-9209-4388-863b-544789d96d25"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 13:02:04.773706 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 13:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bed3fd3-cf01-4c9f-aa5f-1609b8989ce9 x-openstack-request-id: req-1bed3fd3-cf01-4c9f-aa5f-1609b8989ce9 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 13:02:04.774442 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e8dd68-e756-4b5e-827c-a375fe63bec8", "name": "network-vif-deleted", "tag": "b6db9d6f-9209-4388-863b-544789d96d25", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 13:02:04.774442 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1bed3fd3-cf01-4c9f-aa5f-1609b8989ce9 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 13:02:04.774780 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e8dd68-e756-4b5e-827c-a375fe63bec8', 'name': 'network-vif-deleted', 'tag': 'b6db9d6f-9209-4388-863b-544789d96d25', 'status': 'completed', 'code': 200} Sep 21 13:02:04.804426 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-acb83cc1-f8d6-4e84-868f-1408709442f5 None None] Set router 0d2f6837-5661-48bc-a51c-7fa04bb088ba gateway port host: dv-cinder-810131-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 13:02:05.060342 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-acb83cc1-f8d6-4e84-868f-1408709442f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1576903005-router', 'tenant_id': '1b3ede534435481c9544b6bd95cee453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a518fe3b-df2b-4953-908c-e0588f14c11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:55:23Z', 'updated_at': '2021-09-21T12:55:27Z', 'revision_number': 4, 'project_id': '1b3ede534435481c9544b6bd95cee453', 'gw_port': {'id': 'a518fe3b-df2b-4953-908c-e0588f14c11c', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:55:23Z', 'updated_at': '2021-09-21T12:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': '083781c0-285a-4de8-b305-fd4342b2b13a', 'name': '', 'network_id': '448bd693-ac99-4c36-8b6e-b9a357473df4', 'tenant_id': '1b3ede534435481c9544b6bd95cee453', 'mac_address': 'fa:16:3e:75:f7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'afc0ebff-08f8-4d98-a7ec-9196a5213e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:55:26Z', 'updated_at': '2021-09-21T12:55:30Z', 'revision_number': 5, 'project_id': '1b3ede534435481c9544b6bd95cee453', 'subnets': [{'id': 'afc0ebff-08f8-4d98-a7ec-9196a5213e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:02:05.089236 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb83cc1-f8d6-4e84-868f-1408709442f5 None None] Checking router: 0d2f6837-5661-48bc-a51c-7fa04bb088ba for host: dv-cinder-810131-2-iscsi {{(pid=93970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 13:02:05.099214 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb83cc1-f8d6-4e84-868f-1408709442f5 None None] Routers {'0d2f6837-5661-48bc-a51c-7fa04bb088ba'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 13:02:05.099828 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-acb83cc1-f8d6-4e84-868f-1408709442f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T13:01:45Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['0d2f6837-5661-48bc-a51c-7fa04bb088ba'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:02:05.217329 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-acb83cc1-f8d6-4e84-868f-1408709442f5 None None] Set router 0d2f6837-5661-48bc-a51c-7fa04bb088ba gateway port host: dv-cinder-810131-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 13:02:05.485058 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-acb83cc1-f8d6-4e84-868f-1408709442f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1576903005-router', 'tenant_id': '1b3ede534435481c9544b6bd95cee453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a518fe3b-df2b-4953-908c-e0588f14c11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:55:23Z', 'updated_at': '2021-09-21T12:55:27Z', 'revision_number': 4, 'project_id': '1b3ede534435481c9544b6bd95cee453', 'gw_port': {'id': 'a518fe3b-df2b-4953-908c-e0588f14c11c', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:55:23Z', 'updated_at': '2021-09-21T12:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': '083781c0-285a-4de8-b305-fd4342b2b13a', 'name': '', 'network_id': '448bd693-ac99-4c36-8b6e-b9a357473df4', 'tenant_id': '1b3ede534435481c9544b6bd95cee453', 'mac_address': 'fa:16:3e:75:f7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'afc0ebff-08f8-4d98-a7ec-9196a5213e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:55:26Z', 'updated_at': '2021-09-21T12:55:30Z', 'revision_number': 5, 'project_id': '1b3ede534435481c9544b6bd95cee453', 'subnets': [{'id': 'afc0ebff-08f8-4d98-a7ec-9196a5213e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:02:05.660295 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb83cc1-f8d6-4e84-868f-1408709442f5 None None] The sync data for ids ['0d2f6837-5661-48bc-a51c-7fa04bb088ba'] in dv-cinder-810131-2-iscsi is: [{'id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1576903005-router', 'tenant_id': '1b3ede534435481c9544b6bd95cee453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a518fe3b-df2b-4953-908c-e0588f14c11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:55:23Z', 'updated_at': '2021-09-21T12:55:27Z', 'revision_number': 4, 'project_id': '1b3ede534435481c9544b6bd95cee453', 'gw_port': {'id': 'a518fe3b-df2b-4953-908c-e0588f14c11c', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:55:23Z', 'updated_at': '2021-09-21T12:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': '083781c0-285a-4de8-b305-fd4342b2b13a', 'name': '', 'network_id': '448bd693-ac99-4c36-8b6e-b9a357473df4', 'tenant_id': '1b3ede534435481c9544b6bd95cee453', 'mac_address': 'fa:16:3e:75:f7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'afc0ebff-08f8-4d98-a7ec-9196a5213e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:55:26Z', 'updated_at': '2021-09-21T12:55:30Z', 'revision_number': 5, 'project_id': '1b3ede534435481c9544b6bd95cee453', 'subnets': [{'id': 'afc0ebff-08f8-4d98-a7ec-9196a5213e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 13:02:05.822804 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 34288) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:02:05.883863 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7aaaaf08-9aa9-473f-8972-81eb7637104c tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:05.921293 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7aaaaf08-9aa9-473f-8972-81eb7637104c tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:05.927924 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77e0b5b-c548-44c4-a917-fcb64239685b None None] New status for floating IP bde8ccfc-e303-4acb-b77b-2bc8172f2a98: DOWN {{(pid=93971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 13:02:05.988164 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7aaaaf08-9aa9-473f-8972-81eb7637104c tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:05.991616 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-7aaaaf08-9aa9-473f-8972-81eb7637104c tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:05.993213 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-7aaaaf08-9aa9-473f-8972-81eb7637104c tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "DELETE /v2.0/security-groups/b3529a9b-d484-4f0b-a1fc-2eb040e6064a HTTP/1.1" status: 204 len: 168 time: 0.1695647 Sep 21 13:02:05.996507 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 34290) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:02:06.005078 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaaaf08-9aa9-473f-8972-81eb7637104c tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3529a9b-d484-4f0b-a1fc-2eb040e6064a,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:02:06.022190 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.api.v2.resource [None req-c9269295-c2c3-4ca2-b211-4c84aed82454 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] show failed (client error): The resource could not be found. Sep 21 13:02:06.023607 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-c9269295-c2c3-4ca2-b211-4c84aed82454 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "GET /v2.0/security-groups/b3529a9b-d484-4f0b-a1fc-2eb040e6064a HTTP/1.1" status: 404 len: 347 time: 0.0243855 Sep 21 13:02:06.026954 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 34292) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:02:06.187067 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-55cbeaf4-8198-4749-aa4d-2976d554b079 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Deleting port e6c5a558-db62-42d6-b08a-46fe7af1d966 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 13:02:06.187533 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-55cbeaf4-8198-4749-aa4d-2976d554b079 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:06.284312 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-55cbeaf4-8198-4749-aa4d-2976d554b079 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:06.284615 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-55cbeaf4-8198-4749-aa4d-2976d554b079 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:06.298626 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-55cbeaf4-8198-4749-aa4d-2976d554b079 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Calling delete_port for e6c5a558-db62-42d6-b08a-46fe7af1d966 owned by network:floatingip {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 13:02:06.457465 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-55cbeaf4-8198-4749-aa4d-2976d554b079 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9294141'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:06.490435 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cbeaf4-8198-4749-aa4d-2976d554b079 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Pushing event deleted for resources: {'Port': ['ID=e6c5a558-db62-42d6-b08a-46fe7af1d966,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:02:06.571659 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-55cbeaf4-8198-4749-aa4d-2976d554b079 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks [] for floatingip, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:06.575722 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-55cbeaf4-8198-4749-aa4d-2976d554b079 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for floatingip, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:06.577490 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-55cbeaf4-8198-4749-aa4d-2976d554b079 tempest-AttachVolumeShelveTestJSON-1182852621 tempest-AttachVolumeShelveTestJSON-1182852621-project] 10.222.0.32 "DELETE /v2.0/floatingips/bde8ccfc-e303-4acb-b77b-2bc8172f2a98 HTTP/1.1" status: 204 len: 168 time: 0.5490599 Sep 21 13:02:07.207847 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device b6db9d6f-9209-4388-863b-544789d96d25 no longer exists at agent hyperv_hv-cinder-81013 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 13:02:07.231434 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] No Port match for: b6db9d6f-9209-4388-863b-544789d96d25 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 13:02:07.231995 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device b6db9d6f-9209-4388-863b-544789d96d25 not bound to the agent host hv-cinder-81013 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 13:02:09.050984 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 34314) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:02:09.530892 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5a3f6413-5410-4b0c-9dda-5052b69d3b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1618182'] for router_interface, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:09.805334 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-5a3f6413-5410-4b0c-9dda-5052b69d3b3f admin admin] Deleting port 083781c0-285a-4de8-b305-fd4342b2b13a {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 13:02:09.805665 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5a3f6413-5410-4b0c-9dda-5052b69d3b3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:09.894268 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-5a3f6413-5410-4b0c-9dda-5052b69d3b3f admin admin] For port 083781c0-285a-4de8-b305-fd4342b2b13a, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=083781c0-285a-4de8-b305-fd4342b2b13a,segment=NetworkSegment(d65f44a9-e76e-4bb2-9420-80b10a796110),segment_id=d65f44a9-e76e-4bb2-9420-80b10a796110)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:02:09.894655 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5a3f6413-5410-4b0c-9dda-5052b69d3b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:09.908373 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-5a3f6413-5410-4b0c-9dda-5052b69d3b3f admin admin] Calling delete_port for 083781c0-285a-4de8-b305-fd4342b2b13a owned by network:router_interface {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 13:02:10.114956 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5a3f6413-5410-4b0c-9dda-5052b69d3b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9294141'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:10.143220 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f6413-5410-4b0c-9dda-5052b69d3b3f admin admin] Pushing event deleted for resources: {'Port': ['ID=083781c0-285a-4de8-b305-fd4342b2b13a,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:02:10.342196 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-5a3f6413-5410-4b0c-9dda-5052b69d3b3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1791924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1618870'] for router_interface, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:10.854570 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a3f6413-5410-4b0c-9dda-5052b69d3b3f admin admin] Router 0d2f6837-5661-48bc-a51c-7fa04bb088ba has already been hosted by L3 agent ac1410d3-fc19-41f1-a8a6-9305dbf296af {{(pid=93969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 13:02:10.981487 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3f6413-5410-4b0c-9dda-5052b69d3b3f admin admin] Notify agent at l3_agent.dv-cinder-810131-2-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 13:02:10.992345 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-5a3f6413-5410-4b0c-9dda-5052b69d3b3f admin admin] 10.222.0.32 "PUT /v2.0/routers/0d2f6837-5661-48bc-a51c-7fa04bb088ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9357717 Sep 21 13:02:10.992345 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 34320) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:02:10.992719 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2cec63-1f8c-471a-ac25-49f54ee219d0 None None] Sync routers for ids ['0d2f6837-5661-48bc-a51c-7fa04bb088ba'] in dv-cinder-810131-2-iscsi {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 13:02:11.003861 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2cec63-1f8c-471a-ac25-49f54ee219d0 None None] Routers {'0d2f6837-5661-48bc-a51c-7fa04bb088ba'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 13:02:11.004859 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-bf2cec63-1f8c-471a-ac25-49f54ee219d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T13:01:45Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['0d2f6837-5661-48bc-a51c-7fa04bb088ba'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:02:11.131636 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9580414a-b154-4917-a0e3-9f6d1bd587ad admin admin] Notify callbacks [] for router, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:11.143468 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-bf2cec63-1f8c-471a-ac25-49f54ee219d0 None None] Set router 0d2f6837-5661-48bc-a51c-7fa04bb088ba gateway port host: dv-cinder-810131-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 13:02:11.254313 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9580414a-b154-4917-a0e3-9f6d1bd587ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:11.325336 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-9580414a-b154-4917-a0e3-9f6d1bd587ad admin admin] Deleting port a518fe3b-df2b-4953-908c-e0588f14c11c {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 13:02:11.325707 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9580414a-b154-4917-a0e3-9f6d1bd587ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:11.376478 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-bf2cec63-1f8c-471a-ac25-49f54ee219d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1576903005-router', 'tenant_id': '1b3ede534435481c9544b6bd95cee453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': 'a518fe3b-df2b-4953-908c-e0588f14c11c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:55:23Z', 'updated_at': '2021-09-21T13:02:10Z', 'revision_number': 5, 'project_id': '1b3ede534435481c9544b6bd95cee453', 'gw_port': {'id': 'a518fe3b-df2b-4953-908c-e0588f14c11c', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:8a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:55:23Z', 'updated_at': '2021-09-21T12:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi'}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:02:11.412209 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2cec63-1f8c-471a-ac25-49f54ee219d0 None None] Checking router: 0d2f6837-5661-48bc-a51c-7fa04bb088ba for host: dv-cinder-810131-2-iscsi {{(pid=93970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 13:02:11.422780 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2cec63-1f8c-471a-ac25-49f54ee219d0 None None] Routers {'0d2f6837-5661-48bc-a51c-7fa04bb088ba'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 13:02:11.423435 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-bf2cec63-1f8c-471a-ac25-49f54ee219d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T13:01:45Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['0d2f6837-5661-48bc-a51c-7fa04bb088ba'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:02:11.433803 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-9580414a-b154-4917-a0e3-9f6d1bd587ad admin admin] For port a518fe3b-df2b-4953-908c-e0588f14c11c, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=a518fe3b-df2b-4953-908c-e0588f14c11c,segment=NetworkSegment(e2b94f31-7b3f-4aad-87c8-37618fa3f855),segment_id=e2b94f31-7b3f-4aad-87c8-37618fa3f855)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:02:11.434229 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9580414a-b154-4917-a0e3-9f6d1bd587ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:11.460557 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-9580414a-b154-4917-a0e3-9f6d1bd587ad admin admin] Calling delete_port for a518fe3b-df2b-4953-908c-e0588f14c11c owned by network:router_gateway {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 13:02:11.525164 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-bf2cec63-1f8c-471a-ac25-49f54ee219d0 None None] Set router 0d2f6837-5661-48bc-a51c-7fa04bb088ba gateway port host: None {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 13:02:11.581260 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-bf2cec63-1f8c-471a-ac25-49f54ee219d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1576903005-router', 'tenant_id': '1b3ede534435481c9544b6bd95cee453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:55:23Z', 'updated_at': '2021-09-21T13:02:11Z', 'revision_number': 6, 'project_id': '1b3ede534435481c9544b6bd95cee453', 'gw_port_host': None}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:02:11.615121 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2cec63-1f8c-471a-ac25-49f54ee219d0 None None] The sync data for ids ['0d2f6837-5661-48bc-a51c-7fa04bb088ba'] in dv-cinder-810131-2-iscsi is: [{'id': '0d2f6837-5661-48bc-a51c-7fa04bb088ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1576903005-router', 'tenant_id': '1b3ede534435481c9544b6bd95cee453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:55:23Z', 'updated_at': '2021-09-21T13:02:11Z', 'revision_number': 6, 'project_id': '1b3ede534435481c9544b6bd95cee453', 'gw_port_host': None}] {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 13:02:11.669286 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9580414a-b154-4917-a0e3-9f6d1bd587ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9294141'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:11.699541 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9580414a-b154-4917-a0e3-9f6d1bd587ad admin admin] Pushing event deleted for resources: {'Port': ['ID=a518fe3b-df2b-4953-908c-e0588f14c11c,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:02:11.772663 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9580414a-b154-4917-a0e3-9f6d1bd587ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1618800'] for router_gateway, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:11.869393 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9580414a-b154-4917-a0e3-9f6d1bd587ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3824'] for router, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:11.872037 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9580414a-b154-4917-a0e3-9f6d1bd587ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:11.922352 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9580414a-b154-4917-a0e3-9f6d1bd587ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608922'] for router, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:11.922598 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9580414a-b154-4917-a0e3-9f6d1bd587ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d2f6837-5661-48bc-a51c-7fa04bb088ba {{(pid=93969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 13:02:11.927102 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-9580414a-b154-4917-a0e3-9f6d1bd587ad admin admin] Notify callbacks [] for router, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:11.928360 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-9580414a-b154-4917-a0e3-9f6d1bd587ad admin admin] 10.222.0.32 "DELETE /v2.0/routers/0d2f6837-5661-48bc-a51c-7fa04bb088ba HTTP/1.1" status: 204 len: 168 time: 0.9349427 Sep 21 13:02:11.932887 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 34322) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:02:11.981270 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_v2 [None req-c686569b-3358-497e-a143-df0eb583794a admin admin] Deleting subnet afc0ebff-08f8-4d98-a7ec-9196a5213e06 {{(pid=93969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 13:02:11.985078 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c686569b-3358-497e-a143-df0eb583794a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:12.026238 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c686569b-3358-497e-a143-df0eb583794a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9373277'] for subnet, precommit_delete_associations {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:12.122155 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c686569b-3358-497e-a143-df0eb583794a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749736'] for subnet, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:12.180024 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c686569b-3358-497e-a143-df0eb583794a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9294098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8883375'] for subnet, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:12.210576 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c686569b-3358-497e-a143-df0eb583794a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:12.212508 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-c686569b-3358-497e-a143-df0eb583794a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/afc0ebff-08f8-4d98-a7ec-9196a5213e06 HTTP/1.1" status: 204 len: 168 time: 0.2805700 Sep 21 13:02:12.213429 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c686569b-3358-497e-a143-df0eb583794a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afc0ebff-08f8-4d98-a7ec-9196a5213e06,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:02:12.215619 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 34324) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:02:12.219873 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dd958a-16b9-4348-a36a-a23bc195f803 None None] Network 448bd693-ac99-4c36-8b6e-b9a357473df4 requested from dv-cinder-810131-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 13:02:12.291087 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e5124aab-af4b-4a4e-b230-437ab9a2cee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585049'] for network, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:12.353193 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-e5124aab-af4b-4a4e-b230-437ab9a2cee3 admin admin] Deleting port afe6b4a5-0219-4ab2-96e7-ce2ae756cc7b {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 13:02:12.353554 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e5124aab-af4b-4a4e-b230-437ab9a2cee3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:12.379296 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 083781c0-285a-4de8-b305-fd4342b2b13a no longer exists at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 13:02:12.403880 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] No Port match for: 083781c0-285a-4de8-b305-fd4342b2b13a {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 13:02:12.404222 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 083781c0-285a-4de8-b305-fd4342b2b13a not bound to the agent host dv-cinder-810131-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 13:02:12.432759 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-e5124aab-af4b-4a4e-b230-437ab9a2cee3 admin admin] For port afe6b4a5-0219-4ab2-96e7-ce2ae756cc7b, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=afe6b4a5-0219-4ab2-96e7-ce2ae756cc7b,segment=NetworkSegment(d65f44a9-e76e-4bb2-9420-80b10a796110),segment_id=d65f44a9-e76e-4bb2-9420-80b10a796110)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:02:12.433135 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e5124aab-af4b-4a4e-b230-437ab9a2cee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:12.433536 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee68f794-cecb-4d43-8f77-8f6ccbfa3b50 None None] DHCP port deletion for 448bd693-ac99-4c36-8b6e-b9a357473df4 request from dv-cinder-810131-2-iscsi {{(pid=93970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 13:02:12.446952 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-e5124aab-af4b-4a4e-b230-437ab9a2cee3 admin admin] Calling delete_port for afe6b4a5-0219-4ab2-96e7-ce2ae756cc7b owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 13:02:12.480091 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-ee68f794-cecb-4d43-8f77-8f6ccbfa3b50 None None] Deleting port afe6b4a5-0219-4ab2-96e7-ce2ae756cc7b {{(pid=93970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 13:02:12.480580 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ee68f794-cecb-4d43-8f77-8f6ccbfa3b50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:12.528490 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e5124aab-af4b-4a4e-b230-437ab9a2cee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168646'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:12.549243 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-ee68f794-cecb-4d43-8f77-8f6ccbfa3b50 None None] For port afe6b4a5-0219-4ab2-96e7-ce2ae756cc7b, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=afe6b4a5-0219-4ab2-96e7-ce2ae756cc7b,segment=NetworkSegment(d65f44a9-e76e-4bb2-9420-80b10a796110),segment_id=d65f44a9-e76e-4bb2-9420-80b10a796110)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:02:12.549734 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ee68f794-cecb-4d43-8f77-8f6ccbfa3b50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:12.554625 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5124aab-af4b-4a4e-b230-437ab9a2cee3 admin admin] Pushing event deleted for resources: {'Port': ['ID=afe6b4a5-0219-4ab2-96e7-ce2ae756cc7b,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:02:12.559343 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5124aab-af4b-4a4e-b230-437ab9a2cee3 admin admin] No DVR routers for this DVR port afe6b4a5-0219-4ab2-96e7-ce2ae756cc7b on host dv-cinder-810131-2-iscsi {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 13:02:12.566474 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-ee68f794-cecb-4d43-8f77-8f6ccbfa3b50 None None] Calling delete_port for afe6b4a5-0219-4ab2-96e7-ce2ae756cc7b owned by network:dhcp {{(pid=93970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 13:02:12.644535 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e5124aab-af4b-4a4e-b230-437ab9a2cee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-751663', 'neutron.services.segments.db._delete_segments_for_network-8758322445213'] for network, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:12.650052 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ee68f794-cecb-4d43-8f77-8f6ccbfa3b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771'] for port, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:12.672864 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-e5124aab-af4b-4a4e-b230-437ab9a2cee3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['448bd693-ac99-4c36-8b6e-b9a357473df4']}} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:02:12.682648 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-e5124aab-af4b-4a4e-b230-437ab9a2cee3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd65f44a9-e76e-4bb2-9420-80b10a796110') {'for_net_delete': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:02:12.682936 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-e5124aab-af4b-4a4e-b230-437ab9a2cee3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd65f44a9-e76e-4bb2-9420-80b10a796110') {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:02:12.691558 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee68f794-cecb-4d43-8f77-8f6ccbfa3b50 None None] No DVR routers for this DVR port afe6b4a5-0219-4ab2-96e7-ce2ae756cc7b on host dv-cinder-810131-2-iscsi {{(pid=93970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 13:02:12.692769 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e5124aab-af4b-4a4e-b230-437ab9a2cee3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758322445990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9168694'] for segment, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:12.698250 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68f794-cecb-4d43-8f77-8f6ccbfa3b50 None None] Pushing event deleted for resources: {'Port': ['ID=afe6b4a5-0219-4ab2-96e7-ce2ae756cc7b,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:02:12.706962 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee68f794-cecb-4d43-8f77-8f6ccbfa3b50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:02:12.707289 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee68f794-cecb-4d43-8f77-8f6ccbfa3b50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:02:12.707687 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee68f794-cecb-4d43-8f77-8f6ccbfa3b50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:02:12.708695 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee68f794-cecb-4d43-8f77-8f6ccbfa3b50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:02:12.708695 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee68f794-cecb-4d43-8f77-8f6ccbfa3b50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:02:12.708913 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee68f794-cecb-4d43-8f77-8f6ccbfa3b50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:02:12.709106 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee68f794-cecb-4d43-8f77-8f6ccbfa3b50 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:02:12.709452 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee68f794-cecb-4d43-8f77-8f6ccbfa3b50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:02:12.709789 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee68f794-cecb-4d43-8f77-8f6ccbfa3b50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:02:12.710120 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee68f794-cecb-4d43-8f77-8f6ccbfa3b50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:02:12.710476 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee68f794-cecb-4d43-8f77-8f6ccbfa3b50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:02:12.710886 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee68f794-cecb-4d43-8f77-8f6ccbfa3b50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:02:12.712030 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e5124aab-af4b-4a4e-b230-437ab9a2cee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861'] for segment, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:12.718125 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-537891dc-a203-498e-9199-590fe3f5f815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:12.719977 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5124aab-af4b-4a4e-b230-437ab9a2cee3 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=93968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 13:02:12.720407 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e5124aab-af4b-4a4e-b230-437ab9a2cee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168119'] for segment, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:12.722280 dv-cinder-810131-2-iscsi neutron-server[93968]: Traceback (most recent call last): Sep 21 13:02:12.722280 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 13:02:12.722280 dv-cinder-810131-2-iscsi neutron-server[93968]: timer() Sep 21 13:02:12.722280 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 13:02:12.722280 dv-cinder-810131-2-iscsi neutron-server[93968]: cb(*args, **kw) Sep 21 13:02:12.722280 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 13:02:12.722280 dv-cinder-810131-2-iscsi neutron-server[93968]: return func(*args, **kwargs) Sep 21 13:02:12.722280 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 13:02:12.722280 dv-cinder-810131-2-iscsi neutron-server[93968]: self._notify() Sep 21 13:02:12.722280 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 13:02:12.722280 dv-cinder-810131-2-iscsi neutron-server[93968]: self.callback(batched_events) Sep 21 13:02:12.722280 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 13:02:12.722280 dv-cinder-810131-2-iscsi neutron-server[93968]: event.method(event) Sep 21 13:02:12.722280 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 13:02:12.722280 dv-cinder-810131-2-iscsi neutron-server[93968]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 13:02:12.722280 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 13:02:12.722280 dv-cinder-810131-2-iscsi neutron-server[93968]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 13:02:12.722280 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 13:02:12.722280 dv-cinder-810131-2-iscsi neutron-server[93968]: return f(self, *a, **k) Sep 21 13:02:12.722280 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 13:02:12.722280 dv-cinder-810131-2-iscsi neutron-server[93968]: return self._get(url).json() Sep 21 13:02:12.722280 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 13:02:12.722280 dv-cinder-810131-2-iscsi neutron-server[93968]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 13:02:12.722280 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 13:02:12.722280 dv-cinder-810131-2-iscsi neutron-server[93968]: return self.request(url, 'GET', **kwargs) Sep 21 13:02:12.722280 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 13:02:12.722280 dv-cinder-810131-2-iscsi neutron-server[93968]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 13:02:12.722280 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 13:02:12.722280 dv-cinder-810131-2-iscsi neutron-server[93968]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 13:02:12.722280 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 13:02:12.722280 dv-cinder-810131-2-iscsi neutron-server[93968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 13:02:12.722280 dv-cinder-810131-2-iscsi neutron-server[93968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 13:02:12.780236 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e5124aab-af4b-4a4e-b230-437ab9a2cee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-751670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1618708'] for network, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:12.784908 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e5124aab-af4b-4a4e-b230-437ab9a2cee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for network, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:12.789290 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-e5124aab-af4b-4a4e-b230-437ab9a2cee3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/448bd693-ac99-4c36-8b6e-b9a357473df4 HTTP/1.1" status: 204 len: 168 time: 0.5685642 Sep 21 13:02:12.801545 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5124aab-af4b-4a4e-b230-437ab9a2cee3 admin admin] Pushing event deleted for resources: {'Network': ['ID=448bd693-ac99-4c36-8b6e-b9a357473df4,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:02:12.899793 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 34328) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:02:12.939551 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-49774540-2ee2-4aa0-b641-fe09e9f8ecb3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1b3ede534435481c9544b6bd95cee453&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385392 Sep 21 13:02:12.941784 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 34330) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:02:12.987937 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-66e29a4c-9721-4261-9805-154da6807800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:13.008734 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-66e29a4c-9721-4261-9805-154da6807800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:13.055316 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-66e29a4c-9721-4261-9805-154da6807800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:13.057884 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-66e29a4c-9721-4261-9805-154da6807800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:13.059082 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-66e29a4c-9721-4261-9805-154da6807800 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c14a5737-59fc-40ae-95ed-780378cea354 HTTP/1.1" status: 204 len: 168 time: 0.1164126 Sep 21 13:02:13.067443 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e29a4c-9721-4261-9805-154da6807800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14a5737-59fc-40ae-95ed-780378cea354,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:02:13.721015 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 34352) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:02:13.825941 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-a6702a59-b597-48ae-97ac-a50ef121cf2e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-140385197-network', 'tenant_id': '149418c04e4d4e74b48f809d6af76afc'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 13:02:13.847946 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6702a59-b597-48ae-97ac-a50ef121cf2e admin admin] Made reservation on behalf of 149418c04e4d4e74b48f809d6af76afc for: {'network': 1} {{(pid=93968) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 13:02:13.850275 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a6702a59-b597-48ae-97ac-a50ef121cf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for network, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:13.858790 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a6702a59-b597-48ae-97ac-a50ef121cf2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:13.951767 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a6702a59-b597-48ae-97ac-a50ef121cf2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:13.956593 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a6702a59-b597-48ae-97ac-a50ef121cf2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:13.980807 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6702a59-b597-48ae-97ac-a50ef121cf2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=93968) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 13:02:13.989929 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6702a59-b597-48ae-97ac-a50ef121cf2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613e9b36-5a97-4c4a-ad70-ae911d69ad19,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:02:13.996018 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a6702a59-b597-48ae-97ac-a50ef121cf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861'] for segment, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:13.996360 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.db.segments_db [None req-a6702a59-b597-48ae-97ac-a50ef121cf2e admin admin] Added segment 26fe99e6-f88e-40f5-b208-9fa4b938ce83 of type vlan for network 68301f7d-d00d-4f3f-9a01-7687a8b90d04 Sep 21 13:02:14.018655 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device a518fe3b-df2b-4953-908c-e0588f14c11c no longer exists at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 13:02:14.037497 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a6702a59-b597-48ae-97ac-a50ef121cf2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758322100264'] for network, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:14.042266 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] No Port match for: a518fe3b-df2b-4953-908c-e0588f14c11c {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 13:02:14.042647 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device a518fe3b-df2b-4953-908c-e0588f14c11c not bound to the agent host dv-cinder-810131-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 13:02:14.043055 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device afe6b4a5-0219-4ab2-96e7-ce2ae756cc7b no longer exists at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 13:02:14.062180 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] No Port match for: afe6b4a5-0219-4ab2-96e7-ce2ae756cc7b {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 13:02:14.062380 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a6702a59-b597-48ae-97ac-a50ef121cf2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279'] for network, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:14.063375 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device afe6b4a5-0219-4ab2-96e7-ce2ae756cc7b not bound to the agent host dv-cinder-810131-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 13:02:14.063877 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6702a59-b597-48ae-97ac-a50ef121cf2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:14.064462 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a6702a59-b597-48ae-97ac-a50ef121cf2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for network, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:14.096472 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-a6702a59-b597-48ae-97ac-a50ef121cf2e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3742273 Sep 21 13:02:14.099434 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 34356) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:02:14.104559 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-75431f69-64ab-43bc-8891-2739afdc0541 admin admin] Request body: {'subnet': {'network_id': '68301f7d-d00d-4f3f-9a01-7687a8b90d04', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-140385197-subnet', 'tenant_id': '149418c04e4d4e74b48f809d6af76afc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 13:02:14.124048 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6702a59-b597-48ae-97ac-a50ef121cf2e admin admin] Pushing event updated for resources: {'Network': ['ID=68301f7d-d00d-4f3f-9a01-7687a8b90d04,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:02:14.129047 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75431f69-64ab-43bc-8891-2739afdc0541 admin admin] Made reservation on behalf of 149418c04e4d4e74b48f809d6af76afc for: {'subnet': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 13:02:14.131586 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-75431f69-64ab-43bc-8891-2739afdc0541 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8883336'] for subnet, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:14.139749 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Network 68301f7d-d00d-4f3f-9a01-7687a8b90d04 details requested by agent ovs-agent-dv-cinder-810131-2-iscsi with host dv-cinder-810131-2-iscsi {{(pid=93970) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 13:02:14.304209 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-75431f69-64ab-43bc-8891-2739afdc0541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9294161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8883366'] for subnet, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:14.360127 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75431f69-64ab-43bc-8891-2739afdc0541 admin admin] Pushing event updated for resources: {'Subnet': ['ID=881ac6cf-a431-44d5-9ccd-c2b093aed57d,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:02:14.372053 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75431f69-64ab-43bc-8891-2739afdc0541 admin admin] Checking segment: {'id': '26fe99e6-f88e-40f5-b208-9fa4b938ce83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '68301f7d-d00d-4f3f-9a01-7687a8b90d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 13:02:14.372419 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75431f69-64ab-43bc-8891-2739afdc0541 admin admin] Network hostable DHCP agents. Network: 68301f7d-d00d-4f3f-9a01-7687a8b90d04, hostable agents: ['12de7482-9c3e-48cc-a7cf-59e9ab92578f'], hosted agents: [] {{(pid=93969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 13:02:14.393075 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75431f69-64ab-43bc-8891-2739afdc0541 admin admin] Network 68301f7d-d00d-4f3f-9a01-7687a8b90d04 is scheduled to be hosted by DHCP agent 12de7482-9c3e-48cc-a7cf-59e9ab92578f with binding_index 1 {{(pid=93969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 13:02:14.405268 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-75431f69-64ab-43bc-8891-2739afdc0541 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810131-2-iscsi, 68301f7d-d00d-4f3f-9a01-7687a8b90d04) {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 13:02:14.411504 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75431f69-64ab-43bc-8891-2739afdc0541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:14.412115 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-75431f69-64ab-43bc-8891-2739afdc0541 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:14.416730 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbad1228-019e-4457-af98-baf4c902cd15 None None] Network 68301f7d-d00d-4f3f-9a01-7687a8b90d04 requested from dv-cinder-810131-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 13:02:14.429177 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-75431f69-64ab-43bc-8891-2739afdc0541 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3284967 Sep 21 13:02:14.431845 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 34358) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:02:14.436152 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-b8284799-f674-449b-a66b-fe81fdc9a5ea admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-140385197-router', 'tenant_id': '149418c04e4d4e74b48f809d6af76afc', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'}}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 13:02:14.458244 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b8284799-f674-449b-a66b-fe81fdc9a5ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1609611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3806'] for router, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:14.459334 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b8284799-f674-449b-a66b-fe81fdc9a5ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1619595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1693958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3817'] for router, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:14.516350 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b8284799-f674-449b-a66b-fe81fdc9a5ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:14.565504 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1f716c-15f0-4199-b0f8-9ae501e81371 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d0e40e3-e902-535e-accf-2154837b6641-68301f7d-d00d-4f3f-9a01-7687a8b90d04', 'network_id': '68301f7d-d00d-4f3f-9a01-7687a8b90d04', 'tenant_id': '149418c04e4d4e74b48f809d6af76afc', 'fixed_ips': [{'subnet_id': '881ac6cf-a431-44d5-9ccd-c2b093aed57d'}]}} from dv-cinder-810131-2-iscsi. {{(pid=93970) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 21 13:02:14.566369 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ec1f716c-15f0-4199-b0f8-9ae501e81371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:14.650228 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b8284799-f674-449b-a66b-fe81fdc9a5ea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:14.705369 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.db_base_plugin_common [None req-ec1f716c-15f0-4199-b0f8-9ae501e81371 None None] Allocated IP 172.20.0.2 (68301f7d-d00d-4f3f-9a01-7687a8b90d04/881ac6cf-a431-44d5-9ccd-c2b093aed57d/05f4cbcc-664a-4c14-a1f2-3aed03eee862) {{(pid=93970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 13:02:14.852425 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ec1f716c-15f0-4199-b0f8-9ae501e81371 None None] Notify callbacks [] for port, precommit_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:14.856553 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b8284799-f674-449b-a66b-fe81fdc9a5ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:14.857452 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ec1f716c-15f0-4199-b0f8-9ae501e81371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762'] for port, after_create {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:14.878426 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b8284799-f674-449b-a66b-fe81fdc9a5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:14.896595 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1f716c-15f0-4199-b0f8-9ae501e81371 None None] Network 68301f7d-d00d-4f3f-9a01-7687a8b90d04 is already hosted by enough agents. {{(pid=93970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 13:02:14.900828 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.scheduler.base_scheduler [None req-ec1f716c-15f0-4199-b0f8-9ae501e81371 None None] Resources bound (agent type, host, resource id): {{(pid=93970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 13:02:14.903295 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1f716c-15f0-4199-b0f8-9ae501e81371 None None] Received port after_create {{(pid=93970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 13:02:14.913456 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f716c-15f0-4199-b0f8-9ae501e81371 None None] Pushing event updated for resources: {'Port': ['ID=05f4cbcc-664a-4c14-a1f2-3aed03eee862,revision_number=1']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:02:14.965558 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-ec1f716c-15f0-4199-b0f8-9ae501e81371 None None] Attempting to bind port 05f4cbcc-664a-4c14-a1f2-3aed03eee862 on host dv-cinder-810131-2-iscsi for vnic_type normal with profile {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 13:02:14.965927 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-ec1f716c-15f0-4199-b0f8-9ae501e81371 None None] Attempting to bind port 05f4cbcc-664a-4c14-a1f2-3aed03eee862 by drivers openvswitch,hyperv on host dv-cinder-810131-2-iscsi at level 0 using segments [{'id': '26fe99e6-f88e-40f5-b208-9fa4b938ce83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '68301f7d-d00d-4f3f-9a01-7687a8b90d04'}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 13:02:14.966290 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1f716c-15f0-4199-b0f8-9ae501e81371 None None] Attempting to bind port 05f4cbcc-664a-4c14-a1f2-3aed03eee862 on network 68301f7d-d00d-4f3f-9a01-7687a8b90d04 {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 13:02:14.971355 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1f716c-15f0-4199-b0f8-9ae501e81371 None None] Checking agent: {'id': 'e9e90178-f2ac-4c99-b085-229d580e108d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 12, 46, 16), 'started_at': datetime.datetime(2021, 9, 21, 12, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 13, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 13:02:14.971729 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1f716c-15f0-4199-b0f8-9ae501e81371 None None] Checking segment: {'id': '26fe99e6-f88e-40f5-b208-9fa4b938ce83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '68301f7d-d00d-4f3f-9a01-7687a8b90d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 13:02:14.972128 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ec1f716c-15f0-4199-b0f8-9ae501e81371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:14.972520 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1f716c-15f0-4199-b0f8-9ae501e81371 None None] Bound using segment: {'id': '26fe99e6-f88e-40f5-b208-9fa4b938ce83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '68301f7d-d00d-4f3f-9a01-7687a8b90d04'} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 13:02:14.972985 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-ec1f716c-15f0-4199-b0f8-9ae501e81371 None None] Bound port: 05f4cbcc-664a-4c14-a1f2-3aed03eee862, host: dv-cinder-810131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26fe99e6-f88e-40f5-b208-9fa4b938ce83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '68301f7d-d00d-4f3f-9a01-7687a8b90d04'}}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 13:02:14.973365 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ec1f716c-15f0-4199-b0f8-9ae501e81371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:14.990286 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [None req-b8284799-f674-449b-a66b-fe81fdc9a5ea admin admin] Allocated IP 172.27.0.156 (3589cb95-8b7f-464f-a8af-ebd0722ed0b9/83bd8dfa-a4af-4a48-a00e-8b360d22b666/618b9ee8-3f93-484b-b0ed-6ccbac98d279) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 13:02:15.039750 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-ec1f716c-15f0-4199-b0f8-9ae501e81371 None None] For port 05f4cbcc-664a-4c14-a1f2-3aed03eee862, host dv-cinder-810131-2-iscsi, cleared binding levels {{(pid=93970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 13:02:15.044817 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-ec1f716c-15f0-4199-b0f8-9ae501e81371 None None] For port 05f4cbcc-664a-4c14-a1f2-3aed03eee862, host dv-cinder-810131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=05f4cbcc-664a-4c14-a1f2-3aed03eee862,segment=NetworkSegment(26fe99e6-f88e-40f5-b208-9fa4b938ce83),segment_id=26fe99e6-f88e-40f5-b208-9fa4b938ce83)] {{(pid=93970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 13:02:15.049859 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-ec1f716c-15f0-4199-b0f8-9ae501e81371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:15.100209 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b8284799-f674-449b-a66b-fe81fdc9a5ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:15.112232 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f716c-15f0-4199-b0f8-9ae501e81371 None None] Pushing event updated for resources: {'Port': ['ID=05f4cbcc-664a-4c14-a1f2-3aed03eee862,revision_number=2']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:02:15.141248 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b8284799-f674-449b-a66b-fe81fdc9a5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9294141'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:15.181812 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8284799-f674-449b-a66b-fe81fdc9a5ea admin admin] Network 3589cb95-8b7f-464f-a8af-ebd0722ed0b9 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 13:02:15.184550 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-b8284799-f674-449b-a66b-fe81fdc9a5ea admin admin] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 13:02:15.187295 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8284799-f674-449b-a66b-fe81fdc9a5ea admin admin] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 13:02:15.220331 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8284799-f674-449b-a66b-fe81fdc9a5ea admin admin] Pushing event updated for resources: {'Port': ['ID=618b9ee8-3f93-484b-b0ed-6ccbac98d279,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:02:15.336384 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-979e7ed5-2b9d-4373-8a29-fdcdddc17cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:15.496387 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b8284799-f674-449b-a66b-fe81fdc9a5ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:15.914911 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:15.969130 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b8284799-f674-449b-a66b-fe81fdc9a5ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618780'] for router, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:15.989348 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:16.051113 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6d53d2-7351-4e8e-ad0d-d5a95f82dea7 None None] Network 68301f7d-d00d-4f3f-9a01-7687a8b90d04 requested from dv-cinder-810131-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 13:02:16.065032 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 05f4cbcc-664a-4c14-a1f2-3aed03eee862 up at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 13:02:16.147455 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8284799-f674-449b-a66b-fe81fdc9a5ea admin admin] Router d2e57642-c029-421e-9beb-bf011bbd4b2b is scheduled to L3 agent ac1410d3-fc19-41f1-a8a6-9305dbf296af with binding_index 1 {{(pid=93969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 13:02:16.174775 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-bd9c1bb2-704d-4825-8687-993b6f7c43d5 None None] Provisioning complete for port 05f4cbcc-664a-4c14-a1f2-3aed03eee862 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 13:02:16.175147 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-bd9c1bb2-704d-4825-8687-993b6f7c43d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:16.260227 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Provisioning complete for port 05f4cbcc-664a-4c14-a1f2-3aed03eee862 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 13:02:16.260508 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:16.274088 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8284799-f674-449b-a66b-fe81fdc9a5ea admin admin] Notify agent at l3_agent.dv-cinder-810131-2-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 13:02:16.285255 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89845d78-8632-4ccf-bb1f-bc2eaed398b9 None None] Sync routers for ids ['d2e57642-c029-421e-9beb-bf011bbd4b2b'] in dv-cinder-810131-2-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 13:02:16.292413 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b8284799-f674-449b-a66b-fe81fdc9a5ea admin admin] Notify callbacks [] for router, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:16.295220 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-b8284799-f674-449b-a66b-fe81fdc9a5ea admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8623674 Sep 21 13:02:16.297090 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 34362) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:02:16.298705 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89845d78-8632-4ccf-bb1f-bc2eaed398b9 None None] Routers {'d2e57642-c029-421e-9beb-bf011bbd4b2b'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 13:02:16.299469 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-89845d78-8632-4ccf-bb1f-bc2eaed398b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T13:02:15Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['d2e57642-c029-421e-9beb-bf011bbd4b2b'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:02:16.430882 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-89845d78-8632-4ccf-bb1f-bc2eaed398b9 None None] Set router d2e57642-c029-421e-9beb-bf011bbd4b2b gateway port host: dv-cinder-810131-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 13:02:16.497462 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-bd9c1bb2-704d-4825-8687-993b6f7c43d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:16.560927 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-bd9c1bb2-704d-4825-8687-993b6f7c43d5 None None] For port 05f4cbcc-664a-4c14-a1f2-3aed03eee862, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=05f4cbcc-664a-4c14-a1f2-3aed03eee862,segment=NetworkSegment(26fe99e6-f88e-40f5-b208-9fa4b938ce83),segment_id=26fe99e6-f88e-40f5-b208-9fa4b938ce83)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:02:16.568448 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-bd9c1bb2-704d-4825-8687-993b6f7c43d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:16.639215 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c1bb2-704d-4825-8687-993b6f7c43d5 None None] Pushing event updated for resources: {'Port': ['ID=05f4cbcc-664a-4c14-a1f2-3aed03eee862,revision_number=3']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:02:16.641848 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-89845d78-8632-4ccf-bb1f-bc2eaed398b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'name': 'tempest-AttachVolumeTestJSON-140385197-router', 'tenant_id': '149418c04e4d4e74b48f809d6af76afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '618b9ee8-3f93-484b-b0ed-6ccbac98d279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T13:02:14Z', 'updated_at': '2021-09-21T13:02:15Z', 'revision_number': 3, 'project_id': '149418c04e4d4e74b48f809d6af76afc', 'gw_port': {'id': '618b9ee8-3f93-484b-b0ed-6ccbac98d279', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f8:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:02:14Z', 'updated_at': '2021-09-21T13:02:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi'}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:02:16.649156 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:16.673476 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89845d78-8632-4ccf-bb1f-bc2eaed398b9 None None] Checking router: d2e57642-c029-421e-9beb-bf011bbd4b2b for host: dv-cinder-810131-2-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 13:02:16.673840 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89845d78-8632-4ccf-bb1f-bc2eaed398b9 None None] Updating router d2e57642-c029-421e-9beb-bf011bbd4b2b port 618b9ee8-3f93-484b-b0ed-6ccbac98d279 binding host dv-cinder-810131-2-iscsi {{(pid=93971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 13:02:16.710609 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-89845d78-8632-4ccf-bb1f-bc2eaed398b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:16.720967 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:16.742794 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.db.api [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 13:02:16.743396 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG oslo_db.api [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 13:02:16.790662 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-850b0ddb-0323-4a28-8fd3-27e7d9b53792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:16.790990 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-741e32ce-68d5-4e32-a77a-88b7aa2f3ffa None None] Provisioning complete for port 05f4cbcc-664a-4c14-a1f2-3aed03eee862 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 13:02:16.791454 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-741e32ce-68d5-4e32-a77a-88b7aa2f3ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:16.964102 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-850b0ddb-0323-4a28-8fd3-27e7d9b53792 admin admin] Allocated IP 172.20.0.1 (68301f7d-d00d-4f3f-9a01-7687a8b90d04/881ac6cf-a431-44d5-9ccd-c2b093aed57d/2c1587fe-ea03-484e-bace-028106adc860) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 13:02:17.071651 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-850b0ddb-0323-4a28-8fd3-27e7d9b53792 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:17.095402 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-89845d78-8632-4ccf-bb1f-bc2eaed398b9 None None] Notify callbacks [] for port, precommit_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:17.101550 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-89845d78-8632-4ccf-bb1f-bc2eaed398b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:17.106617 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-850b0ddb-0323-4a28-8fd3-27e7d9b53792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168646'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:17.147739 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-89845d78-8632-4ccf-bb1f-bc2eaed398b9 None None] Attempting to bind port 618b9ee8-3f93-484b-b0ed-6ccbac98d279 on host dv-cinder-810131-2-iscsi for vnic_type normal with profile {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 13:02:17.148114 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-89845d78-8632-4ccf-bb1f-bc2eaed398b9 None None] Attempting to bind port 618b9ee8-3f93-484b-b0ed-6ccbac98d279 by drivers openvswitch,hyperv on host dv-cinder-810131-2-iscsi at level 0 using segments [{'id': 'e2b94f31-7b3f-4aad-87c8-37618fa3f855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 13:02:17.148476 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89845d78-8632-4ccf-bb1f-bc2eaed398b9 None None] Attempting to bind port 618b9ee8-3f93-484b-b0ed-6ccbac98d279 on network 3589cb95-8b7f-464f-a8af-ebd0722ed0b9 {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 13:02:17.158913 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89845d78-8632-4ccf-bb1f-bc2eaed398b9 None None] Checking agent: {'id': 'e9e90178-f2ac-4c99-b085-229d580e108d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 12, 46, 16), 'started_at': datetime.datetime(2021, 9, 21, 12, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 13, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 13:02:17.159613 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89845d78-8632-4ccf-bb1f-bc2eaed398b9 None None] Checking segment: {'id': 'e2b94f31-7b3f-4aad-87c8-37618fa3f855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 13:02:17.159767 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-89845d78-8632-4ccf-bb1f-bc2eaed398b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:17.159946 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850b0ddb-0323-4a28-8fd3-27e7d9b53792 admin admin] Pushing event updated for resources: {'Port': ['ID=2c1587fe-ea03-484e-bace-028106adc860,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:02:17.160119 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89845d78-8632-4ccf-bb1f-bc2eaed398b9 None None] Bound using segment: {'id': 'e2b94f31-7b3f-4aad-87c8-37618fa3f855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'} {{(pid=93971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 13:02:17.160568 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.managers [None req-89845d78-8632-4ccf-bb1f-bc2eaed398b9 None None] Bound port: 618b9ee8-3f93-484b-b0ed-6ccbac98d279, host: dv-cinder-810131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2b94f31-7b3f-4aad-87c8-37618fa3f855', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'}}] {{(pid=93971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 13:02:17.160991 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-89845d78-8632-4ccf-bb1f-bc2eaed398b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:17.167847 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850b0ddb-0323-4a28-8fd3-27e7d9b53792 admin admin] Network 68301f7d-d00d-4f3f-9a01-7687a8b90d04 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 13:02:17.169279 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-850b0ddb-0323-4a28-8fd3-27e7d9b53792 admin admin] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 13:02:17.171624 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850b0ddb-0323-4a28-8fd3-27e7d9b53792 admin admin] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 13:02:17.200142 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3f9fa-5d23-4745-9f96-cdab17571e1d None None] Pushing event updated for resources: {'Port': ['ID=618b9ee8-3f93-484b-b0ed-6ccbac98d279,revision_number=2']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:02:17.213701 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-850b0ddb-0323-4a28-8fd3-27e7d9b53792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1618827'] for router_interface, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:17.228169 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd3f9fa-5d23-4745-9f96-cdab17571e1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:02:17.228517 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd3f9fa-5d23-4745-9f96-cdab17571e1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:02:17.228862 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd3f9fa-5d23-4745-9f96-cdab17571e1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:02:17.229195 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd3f9fa-5d23-4745-9f96-cdab17571e1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:02:17.229525 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd3f9fa-5d23-4745-9f96-cdab17571e1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:02:17.229854 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd3f9fa-5d23-4745-9f96-cdab17571e1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:02:17.230349 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd3f9fa-5d23-4745-9f96-cdab17571e1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:02:17.230598 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd3f9fa-5d23-4745-9f96-cdab17571e1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:02:17.230888 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd3f9fa-5d23-4745-9f96-cdab17571e1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:02:17.231239 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd3f9fa-5d23-4745-9f96-cdab17571e1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:02:17.231565 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd3f9fa-5d23-4745-9f96-cdab17571e1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:02:17.231828 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd3f9fa-5d23-4745-9f96-cdab17571e1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:02:17.237416 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-89845d78-8632-4ccf-bb1f-bc2eaed398b9 None None] For port 618b9ee8-3f93-484b-b0ed-6ccbac98d279, host dv-cinder-810131-2-iscsi, cleared binding levels {{(pid=93971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 13:02:17.240957 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.plugins.ml2.db [None req-89845d78-8632-4ccf-bb1f-bc2eaed398b9 None None] For port 618b9ee8-3f93-484b-b0ed-6ccbac98d279, host dv-cinder-810131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=618b9ee8-3f93-484b-b0ed-6ccbac98d279,segment=NetworkSegment(e2b94f31-7b3f-4aad-87c8-37618fa3f855),segment_id=e2b94f31-7b3f-4aad-87c8-37618fa3f855)] {{(pid=93971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 13:02:17.247728 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron_lib.callbacks.manager [None req-89845d78-8632-4ccf-bb1f-bc2eaed398b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:17.316533 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3f9fa-5d23-4745-9f96-cdab17571e1d None None] Pushing event updated for resources: {'Port': ['ID=618b9ee8-3f93-484b-b0ed-6ccbac98d279,revision_number=3']} {{(pid=93971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:02:17.321871 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89845d78-8632-4ccf-bb1f-bc2eaed398b9 None None] Routers {'d2e57642-c029-421e-9beb-bf011bbd4b2b'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 13:02:17.322519 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-89845d78-8632-4ccf-bb1f-bc2eaed398b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T13:02:15Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['d2e57642-c029-421e-9beb-bf011bbd4b2b'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:02:17.393124 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-850b0ddb-0323-4a28-8fd3-27e7d9b53792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:17.404261 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-cc2d4cef-0e97-436b-b21f-4df4c6098601 None None] Provisioning complete for port 2c1587fe-ea03-484e-bace-028106adc860 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 13:02:17.405291 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cc2d4cef-0e97-436b-b21f-4df4c6098601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:17.440788 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d4cef-0e97-436b-b21f-4df4c6098601 None None] Port 2c1587fe-ea03-484e-bace-028106adc860 cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 13:02:17.445830 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-89845d78-8632-4ccf-bb1f-bc2eaed398b9 None None] Set router d2e57642-c029-421e-9beb-bf011bbd4b2b gateway port host: dv-cinder-810131-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 13:02:17.567369 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-850b0ddb-0323-4a28-8fd3-27e7d9b53792 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:17.572017 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-850b0ddb-0323-4a28-8fd3-27e7d9b53792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168671'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:17.628965 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-89845d78-8632-4ccf-bb1f-bc2eaed398b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'name': 'tempest-AttachVolumeTestJSON-140385197-router', 'tenant_id': '149418c04e4d4e74b48f809d6af76afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '618b9ee8-3f93-484b-b0ed-6ccbac98d279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T13:02:14Z', 'updated_at': '2021-09-21T13:02:15Z', 'revision_number': 3, 'project_id': '149418c04e4d4e74b48f809d6af76afc', 'gw_port': {'id': '618b9ee8-3f93-484b-b0ed-6ccbac98d279', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f8:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:02:14Z', 'updated_at': '2021-09-21T13:02:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi'}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:02:17.640473 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-850b0ddb-0323-4a28-8fd3-27e7d9b53792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1791917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1618203'] for router_interface, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:17.642974 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850b0ddb-0323-4a28-8fd3-27e7d9b53792 admin admin] Pushing event updated for resources: {'Port': ['ID=2c1587fe-ea03-484e-bace-028106adc860,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:02:17.660559 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89845d78-8632-4ccf-bb1f-bc2eaed398b9 None None] The sync data for ids ['d2e57642-c029-421e-9beb-bf011bbd4b2b'] in dv-cinder-810131-2-iscsi is: [{'id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'name': 'tempest-AttachVolumeTestJSON-140385197-router', 'tenant_id': '149418c04e4d4e74b48f809d6af76afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '618b9ee8-3f93-484b-b0ed-6ccbac98d279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T13:02:14Z', 'updated_at': '2021-09-21T13:02:15Z', 'revision_number': 3, 'project_id': '149418c04e4d4e74b48f809d6af76afc', 'gw_port': {'id': '618b9ee8-3f93-484b-b0ed-6ccbac98d279', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f8:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:02:14Z', 'updated_at': '2021-09-21T13:02:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi'}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 13:02:17.746783 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850b0ddb-0323-4a28-8fd3-27e7d9b53792 admin admin] Network 68301f7d-d00d-4f3f-9a01-7687a8b90d04 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 13:02:17.748074 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-850b0ddb-0323-4a28-8fd3-27e7d9b53792 admin admin] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 13:02:17.976136 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:18.065680 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-36b32791-36dd-468b-8bb6-d018d06ada0d None None] Provisioning complete for port 2c1587fe-ea03-484e-bace-028106adc860 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 13:02:18.066107 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-36b32791-36dd-468b-8bb6-d018d06ada0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:18.120598 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-36b32791-36dd-468b-8bb6-d018d06ada0d None None] Port 2c1587fe-ea03-484e-bace-028106adc860 cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 13:02:18.143370 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850b0ddb-0323-4a28-8fd3-27e7d9b53792 admin admin] Router d2e57642-c029-421e-9beb-bf011bbd4b2b has already been hosted by L3 agent ac1410d3-fc19-41f1-a8a6-9305dbf296af {{(pid=93968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 13:02:18.146134 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 618b9ee8-3f93-484b-b0ed-6ccbac98d279 up at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 13:02:18.200629 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Provisioning complete for port 618b9ee8-3f93-484b-b0ed-6ccbac98d279 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 13:02:18.201005 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:18.262847 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850b0ddb-0323-4a28-8fd3-27e7d9b53792 admin admin] Notify agent at l3_agent.dv-cinder-810131-2-iscsi the message routers_updated {{(pid=93968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 13:02:18.277113 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-850b0ddb-0323-4a28-8fd3-27e7d9b53792 admin admin] 10.222.0.32 "PUT /v2.0/routers/d2e57642-c029-421e-9beb-bf011bbd4b2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9701259 Sep 21 13:02:18.287951 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:18.310032 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] For port 618b9ee8-3f93-484b-b0ed-6ccbac98d279, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=618b9ee8-3f93-484b-b0ed-6ccbac98d279,segment=NetworkSegment(e2b94f31-7b3f-4aad-87c8-37618fa3f855),segment_id=e2b94f31-7b3f-4aad-87c8-37618fa3f855)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:02:18.315633 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:18.316577 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 05f4cbcc-664a-4c14-a1f2-3aed03eee862 up at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 13:02:18.400141 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Pushing event updated for resources: {'Port': ['ID=618b9ee8-3f93-484b-b0ed-6ccbac98d279,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:02:18.416362 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Provisioning complete for port 05f4cbcc-664a-4c14-a1f2-3aed03eee862 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 13:02:18.417073 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:18.756741 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 34378) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:02:18.762116 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-8a286865-19c2-4e8d-b133-9956f8cf4b86 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1311669256', 'description': 'tempest-description--816946772'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 13:02:18.788839 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8a286865-19c2-4e8d-b133-9956f8cf4b86 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:18.895654 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8a286865-19c2-4e8d-b133-9956f8cf4b86 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:18.899379 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8a286865-19c2-4e8d-b133-9956f8cf4b86 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:18.922626 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-8a286865-19c2-4e8d-b133-9956f8cf4b86 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:18.926858 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-8a286865-19c2-4e8d-b133-9956f8cf4b86 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1690321 Sep 21 13:02:18.927047 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 34382) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:02:18.931589 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-e630023a-e509-494d-887e-2dd87ceb5c8d tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Request body: {'security_group_rule': {'security_group_id': '9d414155-1767-4d91-8188-6bbfa6f8b575', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 13:02:18.935360 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a286865-19c2-4e8d-b133-9956f8cf4b86 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d414155-1767-4d91-8188-6bbfa6f8b575,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:02:18.960101 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e630023a-e509-494d-887e-2dd87ceb5c8d tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:19.024959 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e630023a-e509-494d-887e-2dd87ceb5c8d tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:19.028972 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e630023a-e509-494d-887e-2dd87ceb5c8d tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628989'] for security_group_rule, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:19.048205 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e630023a-e509-494d-887e-2dd87ceb5c8d tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c41672e-03ce-48b0-a512-a0266dc9149e,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:02:19.055134 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e630023a-e509-494d-887e-2dd87ceb5c8d tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:19.056677 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-e630023a-e509-494d-887e-2dd87ceb5c8d tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1287227 Sep 21 13:02:19.059305 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 34384) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:02:19.064056 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-b44cc3e5-3c10-476d-9995-25ee0132772f tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Request body: {'security_group_rule': {'security_group_id': '9d414155-1767-4d91-8188-6bbfa6f8b575', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 13:02:19.090865 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b44cc3e5-3c10-476d-9995-25ee0132772f tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:19.156103 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b44cc3e5-3c10-476d-9995-25ee0132772f tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:19.159901 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b44cc3e5-3c10-476d-9995-25ee0132772f tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628989'] for security_group_rule, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:19.177990 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44cc3e5-3c10-476d-9995-25ee0132772f tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b72998d8-c824-4aea-8c4b-e76422280a9c,revision_number=0']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:02:19.184476 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b44cc3e5-3c10-476d-9995-25ee0132772f tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:19.185950 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-b44cc3e5-3c10-476d-9995-25ee0132772f tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1257477 Sep 21 13:02:19.190157 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 34386) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:02:19.194612 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-4f22f624-31a6-4a9c-8d90-622eae071172 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Request body: {'floatingip': {'floating_network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 13:02:19.217052 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4f22f624-31a6-4a9c-8d90-622eae071172 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks [] for floatingip, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:19.298763 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8d40e4-dcdb-4fe6-863e-44db52d06bd1 None None] Sync routers for ids ['d2e57642-c029-421e-9beb-bf011bbd4b2b'] in dv-cinder-810131-2-iscsi {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 13:02:19.307423 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8d40e4-dcdb-4fe6-863e-44db52d06bd1 None None] Routers {'d2e57642-c029-421e-9beb-bf011bbd4b2b'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 13:02:19.308038 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-6f8d40e4-dcdb-4fe6-863e-44db52d06bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T13:02:15Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['d2e57642-c029-421e-9beb-bf011bbd4b2b'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:02:19.318505 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4f22f624-31a6-4a9c-8d90-622eae071172 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:19.416000 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-6f8d40e4-dcdb-4fe6-863e-44db52d06bd1 None None] Set router d2e57642-c029-421e-9beb-bf011bbd4b2b gateway port host: dv-cinder-810131-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 13:02:19.427631 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [None req-4f22f624-31a6-4a9c-8d90-622eae071172 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Allocated IP 172.27.0.143 (3589cb95-8b7f-464f-a8af-ebd0722ed0b9/83bd8dfa-a4af-4a48-a00e-8b360d22b666/a7fee59a-2875-4971-83ae-696910b12331) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 13:02:19.535272 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4f22f624-31a6-4a9c-8d90-622eae071172 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:19.569711 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4f22f624-31a6-4a9c-8d90-622eae071172 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9294141'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:19.612924 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f22f624-31a6-4a9c-8d90-622eae071172 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Network 3589cb95-8b7f-464f-a8af-ebd0722ed0b9 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 13:02:19.616208 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-4f22f624-31a6-4a9c-8d90-622eae071172 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 13:02:19.619984 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f22f624-31a6-4a9c-8d90-622eae071172 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 13:02:19.627270 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-6f8d40e4-dcdb-4fe6-863e-44db52d06bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'name': 'tempest-AttachVolumeTestJSON-140385197-router', 'tenant_id': '149418c04e4d4e74b48f809d6af76afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '618b9ee8-3f93-484b-b0ed-6ccbac98d279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T13:02:14Z', 'updated_at': '2021-09-21T13:02:17Z', 'revision_number': 4, 'project_id': '149418c04e4d4e74b48f809d6af76afc', 'gw_port': {'id': '618b9ee8-3f93-484b-b0ed-6ccbac98d279', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:02:14Z', 'updated_at': '2021-09-21T13:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': '2c1587fe-ea03-484e-bace-028106adc860', 'name': '', 'network_id': '68301f7d-d00d-4f3f-9a01-7687a8b90d04', 'tenant_id': '149418c04e4d4e74b48f809d6af76afc', 'mac_address': 'fa:16:3e:84:bf:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '881ac6cf-a431-44d5-9ccd-c2b093aed57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:02:16Z', 'updated_at': '2021-09-21T13:02:17Z', 'revision_number': 2, 'project_id': '149418c04e4d4e74b48f809d6af76afc', 'subnets': [{'id': '881ac6cf-a431-44d5-9ccd-c2b093aed57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:02:19.628773 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f22f624-31a6-4a9c-8d90-622eae071172 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Pushing event updated for resources: {'Port': ['ID=a7fee59a-2875-4971-83ae-696910b12331,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:02:19.658576 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8d40e4-dcdb-4fe6-863e-44db52d06bd1 None None] Checking router: d2e57642-c029-421e-9beb-bf011bbd4b2b for host: dv-cinder-810131-2-iscsi {{(pid=93970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 13:02:19.658938 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8d40e4-dcdb-4fe6-863e-44db52d06bd1 None None] Updating router d2e57642-c029-421e-9beb-bf011bbd4b2b port 2c1587fe-ea03-484e-bace-028106adc860 binding host dv-cinder-810131-2-iscsi {{(pid=93970) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 13:02:19.684372 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-6f8d40e4-dcdb-4fe6-863e-44db52d06bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:19.710532 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4f22f624-31a6-4a9c-8d90-622eae071172 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:19.753042 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4f22f624-31a6-4a9c-8d90-622eae071172 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:19.912311 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4f22f624-31a6-4a9c-8d90-622eae071172 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:19.917051 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4f22f624-31a6-4a9c-8d90-622eae071172 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294116'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:19.971152 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-6f8d40e4-dcdb-4fe6-863e-44db52d06bd1 None None] Notify callbacks [] for port, precommit_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:19.976841 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-6f8d40e4-dcdb-4fe6-863e-44db52d06bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:19.992759 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f22f624-31a6-4a9c-8d90-622eae071172 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Pushing event updated for resources: {'Port': ['ID=a7fee59a-2875-4971-83ae-696910b12331,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:02:20.006537 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4f22f624-31a6-4a9c-8d90-622eae071172 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618694'] for floatingip, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:20.026924 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4f22f624-31a6-4a9c-8d90-622eae071172 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for floatingip, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:20.028654 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-4f22f624-31a6-4a9c-8d90-622eae071172 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8374772 Sep 21 13:02:20.036141 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f090f79f-34c4-492f-8a9c-f67eebd5d500 None None] Pushing event updated for resources: {'Port': ['ID=2c1587fe-ea03-484e-bace-028106adc860,revision_number=3']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:02:20.061542 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 618b9ee8-3f93-484b-b0ed-6ccbac98d279 up at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 13:02:20.117962 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-6f8d40e4-dcdb-4fe6-863e-44db52d06bd1 None None] Attempting to bind port 2c1587fe-ea03-484e-bace-028106adc860 on host dv-cinder-810131-2-iscsi for vnic_type normal with profile {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 13:02:20.118263 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-6f8d40e4-dcdb-4fe6-863e-44db52d06bd1 None None] Attempting to bind port 2c1587fe-ea03-484e-bace-028106adc860 by drivers openvswitch,hyperv on host dv-cinder-810131-2-iscsi at level 0 using segments [{'id': '26fe99e6-f88e-40f5-b208-9fa4b938ce83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '68301f7d-d00d-4f3f-9a01-7687a8b90d04'}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 13:02:20.118653 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8d40e4-dcdb-4fe6-863e-44db52d06bd1 None None] Attempting to bind port 2c1587fe-ea03-484e-bace-028106adc860 on network 68301f7d-d00d-4f3f-9a01-7687a8b90d04 {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 13:02:20.130308 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8d40e4-dcdb-4fe6-863e-44db52d06bd1 None None] Checking agent: {'id': 'e9e90178-f2ac-4c99-b085-229d580e108d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810131-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 12, 46, 16), 'started_at': datetime.datetime(2021, 9, 21, 12, 46, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 13, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810131-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 13:02:20.130721 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8d40e4-dcdb-4fe6-863e-44db52d06bd1 None None] Checking segment: {'id': '26fe99e6-f88e-40f5-b208-9fa4b938ce83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '68301f7d-d00d-4f3f-9a01-7687a8b90d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 13:02:20.131131 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-6f8d40e4-dcdb-4fe6-863e-44db52d06bd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:20.131523 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8d40e4-dcdb-4fe6-863e-44db52d06bd1 None None] Bound using segment: {'id': '26fe99e6-f88e-40f5-b208-9fa4b938ce83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '68301f7d-d00d-4f3f-9a01-7687a8b90d04'} {{(pid=93970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 13:02:20.132155 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.managers [None req-6f8d40e4-dcdb-4fe6-863e-44db52d06bd1 None None] Bound port: 2c1587fe-ea03-484e-bace-028106adc860, host: dv-cinder-810131-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26fe99e6-f88e-40f5-b208-9fa4b938ce83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '68301f7d-d00d-4f3f-9a01-7687a8b90d04'}}] {{(pid=93970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 13:02:20.132405 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-6f8d40e4-dcdb-4fe6-863e-44db52d06bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:20.175954 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Provisioning complete for port 618b9ee8-3f93-484b-b0ed-6ccbac98d279 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 13:02:20.176352 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:20.189917 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-9da24c91-5f1b-4778-bd3b-66c6404d6e37 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1311669256&fields=id&tenant_id=149418c04e4d4e74b48f809d6af76afc HTTP/1.1" status: 200 len: 267 time: 0.0384130 Sep 21 13:02:20.239174 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-6f8d40e4-dcdb-4fe6-863e-44db52d06bd1 None None] For port 2c1587fe-ea03-484e-bace-028106adc860, host dv-cinder-810131-2-iscsi, cleared binding levels {{(pid=93970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 13:02:20.260213 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-6f8d40e4-dcdb-4fe6-863e-44db52d06bd1 None None] For port 2c1587fe-ea03-484e-bace-028106adc860, host dv-cinder-810131-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=2c1587fe-ea03-484e-bace-028106adc860,segment=NetworkSegment(26fe99e6-f88e-40f5-b208-9fa4b938ce83),segment_id=26fe99e6-f88e-40f5-b208-9fa4b938ce83)] {{(pid=93970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 13:02:20.269171 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-6f8d40e4-dcdb-4fe6-863e-44db52d06bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:20.302871 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-53a8ba11-59bc-42ff-9c8c-ebcd76a55959 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:20.304409 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-53a8ba11-59bc-42ff-9c8c-ebcd76a55959 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/networks?id=68301f7d-d00d-4f3f-9a01-7687a8b90d04 HTTP/1.1" status: 200 len: 810 time: 0.1073856 Sep 21 13:02:20.319782 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-810c0ae7-6f19-4358-ad2c-1926fbd2b30d tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/quotas/149418c04e4d4e74b48f809d6af76afc HTTP/1.1" status: 200 len: 375 time: 0.0096068 Sep 21 13:02:20.323002 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-689812cb-1a47-45b5-979e-639da50786b0 None None] Provisioning complete for port 2c1587fe-ea03-484e-bace-028106adc860 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 13:02:20.323376 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-689812cb-1a47-45b5-979e-639da50786b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:20.377743 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-d231e480-be91-493e-8b56-5bcc4d4bb2c6 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=149418c04e4d4e74b48f809d6af76afc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0522022 Sep 21 13:02:20.391803 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8d40e4-dcdb-4fe6-863e-44db52d06bd1 None None] Routers {'d2e57642-c029-421e-9beb-bf011bbd4b2b'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 13:02:20.392503 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-6f8d40e4-dcdb-4fe6-863e-44db52d06bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T13:02:15Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['d2e57642-c029-421e-9beb-bf011bbd4b2b'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:02:20.431187 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f090f79f-34c4-492f-8a9c-f67eebd5d500 None None] Pushing event updated for resources: {'Port': ['ID=2c1587fe-ea03-484e-bace-028106adc860,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:02:20.498388 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-66d72806-0fc5-4843-9616-0ae408a81ab8 service neutron] 10.222.0.32 "GET /v2.0/networks/68301f7d-d00d-4f3f-9a01-7687a8b90d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986269 Sep 21 13:02:20.546378 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-6f8d40e4-dcdb-4fe6-863e-44db52d06bd1 None None] Set router d2e57642-c029-421e-9beb-bf011bbd4b2b gateway port host: dv-cinder-810131-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 13:02:20.548561 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-689812cb-1a47-45b5-979e-639da50786b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:20.593274 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-4e127cf8-9a31-4ca9-aa31-5240e3780f7d service neutron] 10.222.0.32 "GET /v2.0/networks/68301f7d-d00d-4f3f-9a01-7687a8b90d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876658 Sep 21 13:02:20.768380 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-10d196f3-8b57-43dc-a4fb-449d2ad0e8dc req-1c613bbf-c8f7-4c34-bd6d-013a1babfed1 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 210 time: 0.0282123 Sep 21 13:02:20.794536 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-689812cb-1a47-45b5-979e-639da50786b0 None None] For port 2c1587fe-ea03-484e-bace-028106adc860, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=2c1587fe-ea03-484e-bace-028106adc860,segment=NetworkSegment(26fe99e6-f88e-40f5-b208-9fa4b938ce83),segment_id=26fe99e6-f88e-40f5-b208-9fa4b938ce83)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:02:20.808514 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-689812cb-1a47-45b5-979e-639da50786b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:20.907978 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689812cb-1a47-45b5-979e-639da50786b0 None None] Pushing event updated for resources: {'Port': ['ID=2c1587fe-ea03-484e-bace-028106adc860,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:02:20.959919 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-bf66c3db-8b69-44eb-972c-60017dd1d5c4 None None] Provisioning complete for port 2c1587fe-ea03-484e-bace-028106adc860 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 13:02:20.960304 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-bf66c3db-8b69-44eb-972c-60017dd1d5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:21.017532 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-6f8d40e4-dcdb-4fe6-863e-44db52d06bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'name': 'tempest-AttachVolumeTestJSON-140385197-router', 'tenant_id': '149418c04e4d4e74b48f809d6af76afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '618b9ee8-3f93-484b-b0ed-6ccbac98d279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T13:02:14Z', 'updated_at': '2021-09-21T13:02:17Z', 'revision_number': 4, 'project_id': '149418c04e4d4e74b48f809d6af76afc', 'gw_port': {'id': '618b9ee8-3f93-484b-b0ed-6ccbac98d279', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:02:14Z', 'updated_at': '2021-09-21T13:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': '2c1587fe-ea03-484e-bace-028106adc860', 'name': '', 'network_id': '68301f7d-d00d-4f3f-9a01-7687a8b90d04', 'tenant_id': '149418c04e4d4e74b48f809d6af76afc', 'mac_address': 'fa:16:3e:84:bf:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '881ac6cf-a431-44d5-9ccd-c2b093aed57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:02:16Z', 'updated_at': '2021-09-21T13:02:20Z', 'revision_number': 4, 'project_id': '149418c04e4d4e74b48f809d6af76afc', 'subnets': [{'id': '881ac6cf-a431-44d5-9ccd-c2b093aed57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:02:21.064822 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8d40e4-dcdb-4fe6-863e-44db52d06bd1 None None] The sync data for ids ['d2e57642-c029-421e-9beb-bf011bbd4b2b'] in dv-cinder-810131-2-iscsi is: [{'id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'name': 'tempest-AttachVolumeTestJSON-140385197-router', 'tenant_id': '149418c04e4d4e74b48f809d6af76afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '618b9ee8-3f93-484b-b0ed-6ccbac98d279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T13:02:14Z', 'updated_at': '2021-09-21T13:02:17Z', 'revision_number': 4, 'project_id': '149418c04e4d4e74b48f809d6af76afc', 'gw_port': {'id': '618b9ee8-3f93-484b-b0ed-6ccbac98d279', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:02:14Z', 'updated_at': '2021-09-21T13:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': '2c1587fe-ea03-484e-bace-028106adc860', 'name': '', 'network_id': '68301f7d-d00d-4f3f-9a01-7687a8b90d04', 'tenant_id': '149418c04e4d4e74b48f809d6af76afc', 'mac_address': 'fa:16:3e:84:bf:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '881ac6cf-a431-44d5-9ccd-c2b093aed57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:02:16Z', 'updated_at': '2021-09-21T13:02:20Z', 'revision_number': 4, 'project_id': '149418c04e4d4e74b48f809d6af76afc', 'subnets': [{'id': '881ac6cf-a431-44d5-9ccd-c2b093aed57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 13:02:21.881773 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-82cbf37b-6497-46ba-bc1c-ae8c4cedff94 req-c36dcc3d-2524-4a49-b708-f73a7c9acd0e tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 210 time: 0.0318544 Sep 21 13:02:22.059381 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 2c1587fe-ea03-484e-bace-028106adc860 up at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 13:02:22.113302 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Provisioning complete for port 2c1587fe-ea03-484e-bace-028106adc860 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 13:02:22.113672 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:22.601400 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-b3599a17-67f6-42ac-8e7a-f1fd44a5c9ec tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:22.603093 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-b3599a17-67f6-42ac-8e7a-f1fd44a5c9ec tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.45 "GET /v2.0/networks?id=68301f7d-d00d-4f3f-9a01-7687a8b90d04 HTTP/1.1" status: 200 len: 810 time: 0.1160254 Sep 21 13:02:22.666992 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-727fd37d-7561-45ce-a216-e87efaacb2c5 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=149418c04e4d4e74b48f809d6af76afc HTTP/1.1" status: 200 len: 380 time: 0.0520592 Sep 21 13:02:22.680969 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-ae91a628-c77c-4cdc-87d1-1a2550b8c175 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Request body: {'port': {'device_id': 'bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c', 'network_id': '68301f7d-d00d-4f3f-9a01-7687a8b90d04', 'admin_state_up': True, 'tenant_id': '149418c04e4d4e74b48f809d6af76afc', 'security_groups': ['9d414155-1767-4d91-8188-6bbfa6f8b575']}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 13:02:22.779854 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-be7baad0-38db-40d0-9576-2f116ca007ac req-7a20d397-b5b8-44c0-bbf4-1327fa261376 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9a8966fb-955a-4106-9a4d-164be1a06e28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1115553 Sep 21 13:02:22.853163 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-ae91a628-c77c-4cdc-87d1-1a2550b8c175 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Made reservation on behalf of 149418c04e4d4e74b48f809d6af76afc for: {'port': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 13:02:22.856758 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-ae91a628-c77c-4cdc-87d1-1a2550b8c175 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:22.862538 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7baad0-38db-40d0-9576-2f116ca007ac req-02c90250-7024-4235-8548-dc0a6e3b476d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:22.864123 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-be7baad0-38db-40d0-9576-2f116ca007ac req-02c90250-7024-4235-8548-dc0a6e3b476d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f8dd986907b641449edd23beaff087cd&device_id=9a8966fb-955a-4106-9a4d-164be1a06e28 HTTP/1.1" status: 200 len: 1098 time: 0.0611041 Sep 21 13:02:23.033749 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-611785d3-14a2-4a92-94d6-ebe6cc349817 req-357c65c3-cbbf-4778-82d6-6603413d76d2 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 210 time: 0.0679841 Sep 21 13:02:23.092974 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7baad0-38db-40d0-9576-2f116ca007ac req-0b86a2ea-dffc-4fee-9a0b-88bf75a5b9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:23.094959 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-be7baad0-38db-40d0-9576-2f116ca007ac req-0b86a2ea-dffc-4fee-9a0b-88bf75a5b9cc service neutron] 10.222.0.45 "GET /v2.0/networks?id=1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9 HTTP/1.1" status: 200 len: 913 time: 0.2102075 Sep 21 13:02:23.143320 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-ae91a628-c77c-4cdc-87d1-1a2550b8c175 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Allocated IP 172.20.0.3 (68301f7d-d00d-4f3f-9a01-7687a8b90d04/881ac6cf-a431-44d5-9ccd-c2b093aed57d/1d26ffaf-8b0b-4123-93d1-8dca15ce9a52) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 13:02:23.189016 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-be7baad0-38db-40d0-9576-2f116ca007ac req-9a4d62a8-9957-4cfe-bc5e-0b5860bf8196 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f12d2712-ce0b-46c2-8b49-f820c2519276 HTTP/1.1" status: 200 len: 1001 time: 0.0853877 Sep 21 13:02:23.300101 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7baad0-38db-40d0-9576-2f116ca007ac req-29105d23-748b-4d69-aec1-473cc049bed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:23.301587 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-be7baad0-38db-40d0-9576-2f116ca007ac req-29105d23-748b-4d69-aec1-473cc049bed4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7097d818-f75a-489b-96c8-b19c4cc747bd HTTP/1.1" status: 200 len: 851 time: 0.1029170 Sep 21 13:02:23.380007 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7baad0-38db-40d0-9576-2f116ca007ac req-336f64ac-1835-4456-9316-cf5991e86760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:23.381527 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-be7baad0-38db-40d0-9576-2f116ca007ac req-336f64ac-1835-4456-9316-cf5991e86760 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0723491 Sep 21 13:02:23.384256 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-ae91a628-c77c-4cdc-87d1-1a2550b8c175 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:23.493276 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-ae91a628-c77c-4cdc-87d1-1a2550b8c175 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9294141'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:23.553586 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-be7baad0-38db-40d0-9576-2f116ca007ac req-b29c907f-2d91-414f-8b0e-22ae9145fd6f service neutron] 10.222.0.45 "GET /v2.0/networks/1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632259 Sep 21 13:02:23.566733 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-ae91a628-c77c-4cdc-87d1-1a2550b8c175 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Network 68301f7d-d00d-4f3f-9a01-7687a8b90d04 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 13:02:23.583270 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-ae91a628-c77c-4cdc-87d1-1a2550b8c175 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 13:02:23.594759 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae91a628-c77c-4cdc-87d1-1a2550b8c175 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Pushing event updated for resources: {'Port': ['ID=1d26ffaf-8b0b-4123-93d1-8dca15ce9a52,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:02:23.596824 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-ae91a628-c77c-4cdc-87d1-1a2550b8c175 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 13:02:23.693065 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-ae91a628-c77c-4cdc-87d1-1a2550b8c175 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:23.693819 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-ae91a628-c77c-4cdc-87d1-1a2550b8c175 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:23.721901 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-ae91a628-c77c-4cdc-87d1-1a2550b8c175 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0454104 Sep 21 13:02:23.723995 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-be7baad0-38db-40d0-9576-2f116ca007ac req-f4325b7e-fd6f-417c-ad61-a336f04f218e service neutron] 10.222.0.45 "GET /v2.0/networks/1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593499 Sep 21 13:02:23.739811 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-29d160be-d99b-4d55-9146-0d4845d36f15 service neutron] Request body: {'port': {'device_id': 'bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81013'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 13:02:23.798107 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-29d160be-d99b-4d55-9146-0d4845d36f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:23.820080 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-791fff65-2e51-4ca0-848e-e101e8915278 None None] Provisioning complete for port 1d26ffaf-8b0b-4123-93d1-8dca15ce9a52 triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 13:02:23.820634 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-791fff65-2e51-4ca0-848e-e101e8915278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:23.858205 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-791fff65-2e51-4ca0-848e-e101e8915278 None None] Port 1d26ffaf-8b0b-4123-93d1-8dca15ce9a52 cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 13:02:24.075743 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-29d160be-d99b-4d55-9146-0d4845d36f15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d26ffaf-8b0b-4123-93d1-8dca15ce9a52 {{(pid=93969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 13:02:24.084143 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-29d160be-d99b-4d55-9146-0d4845d36f15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:24.097195 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-29d160be-d99b-4d55-9146-0d4845d36f15 service neutron] Transition to ACTIVE for port object 1d26ffaf-8b0b-4123-93d1-8dca15ce9a52 will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 13:02:24.101461 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-29d160be-d99b-4d55-9146-0d4845d36f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294116'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:24.151486 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d160be-d99b-4d55-9146-0d4845d36f15 service neutron] Pushing event updated for resources: {'Port': ['ID=1d26ffaf-8b0b-4123-93d1-8dca15ce9a52,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:02:24.162852 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e6b91-a33f-4e3b-911b-11058bf213af req-5bcc07ce-8696-4602-95b5-1bbd06fb09c4 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:24.164483 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0f0e6b91-a33f-4e3b-911b-11058bf213af req-5bcc07ce-8696-4602-95b5-1bbd06fb09c4 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 943 time: 0.0603228 Sep 21 13:02:24.207092 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0f0e6b91-a33f-4e3b-911b-11058bf213af req-237965f5-6daf-4a83-bb37-1b6943132f45 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d414155-1767-4d91-8188-6bbfa6f8b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347431 Sep 21 13:02:24.236111 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-29d160be-d99b-4d55-9146-0d4845d36f15 service neutron] Attempting to bind port 1d26ffaf-8b0b-4123-93d1-8dca15ce9a52 on host hv-cinder-81013 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 13:02:24.236460 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-29d160be-d99b-4d55-9146-0d4845d36f15 service neutron] Attempting to bind port 1d26ffaf-8b0b-4123-93d1-8dca15ce9a52 by drivers openvswitch,hyperv on host hv-cinder-81013 at level 0 using segments [{'id': '26fe99e6-f88e-40f5-b208-9fa4b938ce83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '68301f7d-d00d-4f3f-9a01-7687a8b90d04'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 13:02:24.236775 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-29d160be-d99b-4d55-9146-0d4845d36f15 service neutron] Attempting to bind port 1d26ffaf-8b0b-4123-93d1-8dca15ce9a52 on network 68301f7d-d00d-4f3f-9a01-7687a8b90d04 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 13:02:24.241427 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-29d160be-d99b-4d55-9146-0d4845d36f15 service neutron] Port 1d26ffaf-8b0b-4123-93d1-8dca15ce9a52 on network 68301f7d-d00d-4f3f-9a01-7687a8b90d04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81013 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 13:02:24.241746 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-29d160be-d99b-4d55-9146-0d4845d36f15 service neutron] Attempting to bind port 1d26ffaf-8b0b-4123-93d1-8dca15ce9a52 on network 68301f7d-d00d-4f3f-9a01-7687a8b90d04 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 13:02:24.246838 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-29d160be-d99b-4d55-9146-0d4845d36f15 service neutron] Checking agent: {'id': 'a6e01e35-01d6-479f-9faf-9c323aed8d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 12, 52, 16), 'started_at': datetime.datetime(2021, 9, 21, 12, 52, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 13, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 13:02:24.247175 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-29d160be-d99b-4d55-9146-0d4845d36f15 service neutron] Checking segment: {'id': '26fe99e6-f88e-40f5-b208-9fa4b938ce83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '68301f7d-d00d-4f3f-9a01-7687a8b90d04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 13:02:24.247558 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-29d160be-d99b-4d55-9146-0d4845d36f15 service neutron] Bound using segment: {'id': '26fe99e6-f88e-40f5-b208-9fa4b938ce83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '68301f7d-d00d-4f3f-9a01-7687a8b90d04'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 13:02:24.247977 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-29d160be-d99b-4d55-9146-0d4845d36f15 service neutron] Bound port: 1d26ffaf-8b0b-4123-93d1-8dca15ce9a52, host: hv-cinder-81013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26fe99e6-f88e-40f5-b208-9fa4b938ce83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '68301f7d-d00d-4f3f-9a01-7687a8b90d04'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 13:02:24.248337 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-29d160be-d99b-4d55-9146-0d4845d36f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:24.317693 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-29d160be-d99b-4d55-9146-0d4845d36f15 service neutron] For port 1d26ffaf-8b0b-4123-93d1-8dca15ce9a52, host hv-cinder-81013, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 13:02:24.320935 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-29d160be-d99b-4d55-9146-0d4845d36f15 service neutron] For port 1d26ffaf-8b0b-4123-93d1-8dca15ce9a52, host hv-cinder-81013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=1d26ffaf-8b0b-4123-93d1-8dca15ce9a52,segment=NetworkSegment(26fe99e6-f88e-40f5-b208-9fa4b938ce83),segment_id=26fe99e6-f88e-40f5-b208-9fa4b938ce83)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 13:02:24.326008 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-29d160be-d99b-4d55-9146-0d4845d36f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294116'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:24.361522 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-29d160be-d99b-4d55-9146-0d4845d36f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:24.362146 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-29d160be-d99b-4d55-9146-0d4845d36f15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:24.363798 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-29d160be-d99b-4d55-9146-0d4845d36f15 service neutron] 10.222.0.45 "PUT /v2.0/ports/1d26ffaf-8b0b-4123-93d1-8dca15ce9a52 HTTP/1.1" status: 200 len: 1093 time: 0.6282835 Sep 21 13:02:24.364138 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c', 'tag': '1d26ffaf-8b0b-4123-93d1-8dca15ce9a52'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 13:02:24.366539 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}891eab8d1a3043c3e369406f1201b67df81013e3c20d23918ff9fd5cd34c6e83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf3453f-8b37-487c-bb8b-f40ed8cabc1d" -d '{"events": [{"name": "network-changed", "server_uuid": "bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c", "tag": "1d26ffaf-8b0b-4123-93d1-8dca15ce9a52"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 13:02:24.403746 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d160be-d99b-4d55-9146-0d4845d36f15 service neutron] Pushing event updated for resources: {'Port': ['ID=1d26ffaf-8b0b-4123-93d1-8dca15ce9a52,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:02:24.439113 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 13:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e0a819-868d-4b6f-8219-267bff2c60a0 x-openstack-request-id: req-b1e0a819-868d-4b6f-8219-267bff2c60a0 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 13:02:24.439395 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c", "tag": "1d26ffaf-8b0b-4123-93d1-8dca15ce9a52", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 13:02:24.439640 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b1e0a819-868d-4b6f-8219-267bff2c60a0 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 13:02:24.440025 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c', 'tag': '1d26ffaf-8b0b-4123-93d1-8dca15ce9a52', 'status': 'completed', 'code': 200} Sep 21 13:02:24.456418 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-1ce8b033-e1c3-4050-b8c6-7774dcd1437a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:24.457956 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-1ce8b033-e1c3-4050-b8c6-7774dcd1437a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=149418c04e4d4e74b48f809d6af76afc&device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 1096 time: 0.0466092 Sep 21 13:02:24.509556 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-bbffa3e8-4886-4c95-bb04-3894898e5c8a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d26ffaf-8b0b-4123-93d1-8dca15ce9a52 HTTP/1.1" status: 200 len: 217 time: 0.0397291 Sep 21 13:02:24.563799 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-e091ef5d-1846-4c55-99b0-546045468de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:24.565274 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-e091ef5d-1846-4c55-99b0-546045468de8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=881ac6cf-a431-44d5-9ccd-c2b093aed57d HTTP/1.1" status: 200 len: 849 time: 0.0480292 Sep 21 13:02:24.615267 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-e0a80a44-493a-44f0-8e10-50182a439941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:24.616802 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-e0a80a44-493a-44f0-8e10-50182a439941 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=68301f7d-d00d-4f3f-9a01-7687a8b90d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413880 Sep 21 13:02:24.710015 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-e94863cd-28e0-4150-a15d-28d73a038fcf service neutron] 10.222.0.45 "GET /v2.0/networks/68301f7d-d00d-4f3f-9a01-7687a8b90d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852346 Sep 21 13:02:24.805680 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-60c2e795-e225-4f56-8011-8ed238df57d2 req-61d7deb3-e7fc-4012-ac5a-96af3a8f0b5f service neutron] 10.222.0.45 "GET /v2.0/networks/68301f7d-d00d-4f3f-9a01-7687a8b90d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859990 Sep 21 13:02:24.902782 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3453f-8b37-487c-bb8b-f40ed8cabc1d req-8c5b488a-4675-4fd5-a6e2-e1e7683d8e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:24.904217 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-faf3453f-8b37-487c-bb8b-f40ed8cabc1d req-8c5b488a-4675-4fd5-a6e2-e1e7683d8e44 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=149418c04e4d4e74b48f809d6af76afc&device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 1096 time: 0.0457637 Sep 21 13:02:24.998091 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3453f-8b37-487c-bb8b-f40ed8cabc1d req-86458f60-6394-4b1e-b4b2-1bcd6f41f359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:25.000123 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-faf3453f-8b37-487c-bb8b-f40ed8cabc1d req-86458f60-6394-4b1e-b4b2-1bcd6f41f359 service neutron] 10.222.0.45 "GET /v2.0/networks?id=68301f7d-d00d-4f3f-9a01-7687a8b90d04 HTTP/1.1" status: 200 len: 911 time: 0.0865748 Sep 21 13:02:25.045508 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-faf3453f-8b37-487c-bb8b-f40ed8cabc1d req-47e5b72e-b223-427c-8657-c65883a6beaf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d26ffaf-8b0b-4123-93d1-8dca15ce9a52 HTTP/1.1" status: 200 len: 217 time: 0.0359311 Sep 21 13:02:25.094534 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3453f-8b37-487c-bb8b-f40ed8cabc1d req-656c760d-7cde-472e-8d37-cc4e6aa61793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:25.095984 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-faf3453f-8b37-487c-bb8b-f40ed8cabc1d req-656c760d-7cde-472e-8d37-cc4e6aa61793 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=881ac6cf-a431-44d5-9ccd-c2b093aed57d HTTP/1.1" status: 200 len: 849 time: 0.0431511 Sep 21 13:02:25.146345 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3453f-8b37-487c-bb8b-f40ed8cabc1d req-4ed843de-99d0-4f63-8167-c10e23708759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:25.147908 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-faf3453f-8b37-487c-bb8b-f40ed8cabc1d req-4ed843de-99d0-4f63-8167-c10e23708759 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=68301f7d-d00d-4f3f-9a01-7687a8b90d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434675 Sep 21 13:02:25.341141 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e6a6f-0646-427c-be2a-fa002566537a req-5dd0d240-1e3e-4b84-a2f9-cf168d155233 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:25.342823 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-fb8e6a6f-0646-427c-be2a-fa002566537a req-5dd0d240-1e3e-4b84-a2f9-cf168d155233 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 943 time: 0.0649428 Sep 21 13:02:25.387196 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-fb8e6a6f-0646-427c-be2a-fa002566537a req-519525c3-fdef-4f7a-b126-6e1e8d3106c6 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d414155-1767-4d91-8188-6bbfa6f8b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373352 Sep 21 13:02:25.519619 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-faf3453f-8b37-487c-bb8b-f40ed8cabc1d req-d40e5c8c-c95f-4ad6-a813-ce1031b597b6 service neutron] 10.222.0.45 "GET /v2.0/networks/68301f7d-d00d-4f3f-9a01-7687a8b90d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622293 Sep 21 13:02:25.611638 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-faf3453f-8b37-487c-bb8b-f40ed8cabc1d req-64eb75ce-3344-4e1d-aa71-79e3dd3c353f service neutron] 10.222.0.45 "GET /v2.0/networks/68301f7d-d00d-4f3f-9a01-7687a8b90d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822370 Sep 21 13:02:26.506687 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1f4e0-a081-46a2-b895-7a14b5562d27 req-825ce011-0d13-4e60-96a4-8ece558ad767 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:26.508293 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b0a1f4e0-a081-46a2-b895-7a14b5562d27 req-825ce011-0d13-4e60-96a4-8ece558ad767 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 943 time: 0.0504723 Sep 21 13:02:26.549513 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b0a1f4e0-a081-46a2-b895-7a14b5562d27 req-2fff5b80-f94d-41e9-99b4-7c85f725f835 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d414155-1767-4d91-8188-6bbfa6f8b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350699 Sep 21 13:02:26.745968 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-f4afee11-f8d6-41c5-a5d0-ebab33375d0a tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-434611307&fields=id&tenant_id=f8dd986907b641449edd23beaff087cd HTTP/1.1" status: 200 len: 267 time: 0.0346580 Sep 21 13:02:26.856347 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-aa1288cc-af07-48be-9221-400139505555 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:26.857825 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-aa1288cc-af07-48be-9221-400139505555 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/networks?id=1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9 HTTP/1.1" status: 200 len: 812 time: 0.1045053 Sep 21 13:02:26.872578 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-27aed8bd-9376-4e52-b163-190b3802548b tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/quotas/f8dd986907b641449edd23beaff087cd HTTP/1.1" status: 200 len: 375 time: 0.0090604 Sep 21 13:02:26.935748 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-d1426eea-f708-4929-bc50-bc2f9a327db2 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f8dd986907b641449edd23beaff087cd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0577173 Sep 21 13:02:27.032798 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-372bec1d-2218-45da-9033-8def17fac89a service neutron] 10.222.0.32 "GET /v2.0/networks/1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851755 Sep 21 13:02:27.125563 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-9994fe00-7878-4a1d-8192-3e2070d25845 service neutron] 10.222.0.32 "GET /v2.0/networks/1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868001 Sep 21 13:02:27.416094 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-79f9fcb1-0b96-472b-b01e-7f2f9b7bad85 req-ae29d259-fce2-4c94-8b3b-05e6834d305a tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=045b5464-bbd6-4770-b66a-a527c7f2fed1 HTTP/1.1" status: 200 len: 210 time: 0.0312605 Sep 21 13:02:27.665880 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00687a-785c-475b-9b20-5e928703beef req-a57e350c-42df-4b74-b655-ea5e033d66f7 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:27.667449 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0a00687a-785c-475b-9b20-5e928703beef req-a57e350c-42df-4b74-b655-ea5e033d66f7 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 943 time: 0.0503125 Sep 21 13:02:27.706832 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0a00687a-785c-475b-9b20-5e928703beef req-c401fe61-65f0-4c3a-83e9-f70c636cd133 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d414155-1767-4d91-8188-6bbfa6f8b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328910 Sep 21 13:02:27.831954 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device 1d26ffaf-8b0b-4123-93d1-8dca15ce9a52 details requested by agent hyperv_hv-cinder-81013 with host hv-cinder-81013 {{(pid=93970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 13:02:27.930156 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port 1d26ffaf-8b0b-4123-93d1-8dca15ce9a52, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=1d26ffaf-8b0b-4123-93d1-8dca15ce9a52,segment=NetworkSegment(26fe99e6-f88e-40f5-b208-9fa4b938ce83),segment_id=26fe99e6-f88e-40f5-b208-9fa4b938ce83)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:02:27.943352 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Returning: {'device': '1d26ffaf-8b0b-4123-93d1-8dca15ce9a52', 'network_id': '68301f7d-d00d-4f3f-9a01-7687a8b90d04', 'port_id': '1d26ffaf-8b0b-4123-93d1-8dca15ce9a52', 'mac_address': 'fa:16:3e:7c:5f:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '881ac6cf-a431-44d5-9ccd-c2b093aed57d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 13:02:27.983777 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:27.996273 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d26ffaf-8b0b-4123-93d1-8dca15ce9a52 {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 13:02:28.016419 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port 1d26ffaf-8b0b-4123-93d1-8dca15ce9a52, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=1d26ffaf-8b0b-4123-93d1-8dca15ce9a52,segment=NetworkSegment(26fe99e6-f88e-40f5-b208-9fa4b938ce83),segment_id=26fe99e6-f88e-40f5-b208-9fa4b938ce83)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:02:28.020062 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:28.067697 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=1d26ffaf-8b0b-4123-93d1-8dca15ce9a52,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:02:28.262813 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] get_ports_and_sgs() called for port_ids ['1d26ffaf-8b0b-4123-93d1-8dca15ce9a52'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 13:02:28.333731 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-bb5d9122-356a-49a5-aea9-09c10558c50e tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:28.335352 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-bb5d9122-356a-49a5-aea9-09c10558c50e tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.45 "GET /v2.0/networks?id=1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9 HTTP/1.1" status: 200 len: 812 time: 0.1103778 Sep 21 13:02:28.383825 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-292dd45e-838b-4018-b1de-9425a74e22ed tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8dd986907b641449edd23beaff087cd HTTP/1.1" status: 200 len: 379 time: 0.0379355 Sep 21 13:02:28.393373 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-e9046a8f-72c7-4923-bac3-2627680b16a3 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Request body: {'port': {'device_id': '045b5464-bbd6-4770-b66a-a527c7f2fed1', 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9', 'admin_state_up': True, 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'security_groups': ['1ff840a9-e110-46a3-a38a-bc59628d4ec6']}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 13:02:28.512916 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-057eed27-0d05-49d2-af6f-8893fe60d6ca req-3fcffb70-9396-4afd-891c-19591592d9cd tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=045b5464-bbd6-4770-b66a-a527c7f2fed1 HTTP/1.1" status: 200 len: 210 time: 0.0302570 Sep 21 13:02:28.534757 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-e9046a8f-72c7-4923-bac3-2627680b16a3 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Made reservation on behalf of f8dd986907b641449edd23beaff087cd for: {'port': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 13:02:28.538449 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-e9046a8f-72c7-4923-bac3-2627680b16a3 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:28.677952 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-e9046a8f-72c7-4923-bac3-2627680b16a3 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Allocated IP 172.20.0.14 (1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9/7097d818-f75a-489b-96c8-b19c4cc747bd/7cc8d989-6a43-4fa6-91f2-23259fb008aa) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 13:02:28.836264 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-e9046a8f-72c7-4923-bac3-2627680b16a3 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:28.841374 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d087ce-bced-49ce-a2cd-b09c8dabe4f8 req-2eea4094-da2a-48d7-b0d8-738b56284822 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:28.844910 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-87d087ce-bced-49ce-a2cd-b09c8dabe4f8 req-2eea4094-da2a-48d7-b0d8-738b56284822 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 944 time: 0.0658495 Sep 21 13:02:28.872764 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-e9046a8f-72c7-4923-bac3-2627680b16a3 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9294141'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:28.893782 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-87d087ce-bced-49ce-a2cd-b09c8dabe4f8 req-705e513a-85d7-4580-9749-04575edb1159 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d414155-1767-4d91-8188-6bbfa6f8b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417752 Sep 21 13:02:28.919505 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-e9046a8f-72c7-4923-bac3-2627680b16a3 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Network 1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 13:02:28.924063 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-e9046a8f-72c7-4923-bac3-2627680b16a3 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 13:02:28.928157 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-e9046a8f-72c7-4923-bac3-2627680b16a3 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 13:02:28.938294 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9046a8f-72c7-4923-bac3-2627680b16a3 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Pushing event updated for resources: {'Port': ['ID=7cc8d989-6a43-4fa6-91f2-23259fb008aa,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:02:28.987774 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-e9046a8f-72c7-4923-bac3-2627680b16a3 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:28.988465 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-e9046a8f-72c7-4923-bac3-2627680b16a3 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:29.004975 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-e9046a8f-72c7-4923-bac3-2627680b16a3 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6153939 Sep 21 13:02:29.027436 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-745d22dc-37f2-4f19-8797-e4d2b401b7ad service neutron] Request body: {'port': {'device_id': '045b5464-bbd6-4770-b66a-a527c7f2fed1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81013'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 13:02:29.085826 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-745d22dc-37f2-4f19-8797-e4d2b401b7ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:29.159771 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-57259cf8-ed70-4ca8-bdf5-a28f10939fe0 None None] Provisioning complete for port 7cc8d989-6a43-4fa6-91f2-23259fb008aa triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 13:02:29.160388 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-57259cf8-ed70-4ca8-bdf5-a28f10939fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:29.194499 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-57259cf8-ed70-4ca8-bdf5-a28f10939fe0 None None] Port 7cc8d989-6a43-4fa6-91f2-23259fb008aa cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 13:02:29.344521 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-745d22dc-37f2-4f19-8797-e4d2b401b7ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cc8d989-6a43-4fa6-91f2-23259fb008aa {{(pid=93969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 13:02:29.351896 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-745d22dc-37f2-4f19-8797-e4d2b401b7ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:29.364021 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-745d22dc-37f2-4f19-8797-e4d2b401b7ad service neutron] Transition to ACTIVE for port object 7cc8d989-6a43-4fa6-91f2-23259fb008aa will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 13:02:29.367521 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-745d22dc-37f2-4f19-8797-e4d2b401b7ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294116'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:29.421954 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d22dc-37f2-4f19-8797-e4d2b401b7ad service neutron] Pushing event updated for resources: {'Port': ['ID=7cc8d989-6a43-4fa6-91f2-23259fb008aa,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:02:29.492236 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-745d22dc-37f2-4f19-8797-e4d2b401b7ad service neutron] Attempting to bind port 7cc8d989-6a43-4fa6-91f2-23259fb008aa on host hv-cinder-81013 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 13:02:29.492573 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-745d22dc-37f2-4f19-8797-e4d2b401b7ad service neutron] Attempting to bind port 7cc8d989-6a43-4fa6-91f2-23259fb008aa by drivers openvswitch,hyperv on host hv-cinder-81013 at level 0 using segments [{'id': '3e28581a-7375-4fda-870d-9e9e6a1f581d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 13:02:29.492902 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-745d22dc-37f2-4f19-8797-e4d2b401b7ad service neutron] Attempting to bind port 7cc8d989-6a43-4fa6-91f2-23259fb008aa on network 1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 13:02:29.497741 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-745d22dc-37f2-4f19-8797-e4d2b401b7ad service neutron] Port 7cc8d989-6a43-4fa6-91f2-23259fb008aa on network 1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81013 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 13:02:29.498068 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-745d22dc-37f2-4f19-8797-e4d2b401b7ad service neutron] Attempting to bind port 7cc8d989-6a43-4fa6-91f2-23259fb008aa on network 1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 13:02:29.504050 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-745d22dc-37f2-4f19-8797-e4d2b401b7ad service neutron] Checking agent: {'id': 'a6e01e35-01d6-479f-9faf-9c323aed8d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 12, 52, 16), 'started_at': datetime.datetime(2021, 9, 21, 12, 52, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 13, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 13:02:29.504392 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-745d22dc-37f2-4f19-8797-e4d2b401b7ad service neutron] Checking segment: {'id': '3e28581a-7375-4fda-870d-9e9e6a1f581d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 13:02:29.504779 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-745d22dc-37f2-4f19-8797-e4d2b401b7ad service neutron] Bound using segment: {'id': '3e28581a-7375-4fda-870d-9e9e6a1f581d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 13:02:29.505213 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-745d22dc-37f2-4f19-8797-e4d2b401b7ad service neutron] Bound port: 7cc8d989-6a43-4fa6-91f2-23259fb008aa, host: hv-cinder-81013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e28581a-7375-4fda-870d-9e9e6a1f581d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 13:02:29.505570 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-745d22dc-37f2-4f19-8797-e4d2b401b7ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:29.572432 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-745d22dc-37f2-4f19-8797-e4d2b401b7ad service neutron] For port 7cc8d989-6a43-4fa6-91f2-23259fb008aa, host hv-cinder-81013, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 13:02:29.575564 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-745d22dc-37f2-4f19-8797-e4d2b401b7ad service neutron] For port 7cc8d989-6a43-4fa6-91f2-23259fb008aa, host hv-cinder-81013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=7cc8d989-6a43-4fa6-91f2-23259fb008aa,segment=NetworkSegment(3e28581a-7375-4fda-870d-9e9e6a1f581d),segment_id=3e28581a-7375-4fda-870d-9e9e6a1f581d)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 13:02:29.580183 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-745d22dc-37f2-4f19-8797-e4d2b401b7ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294116'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:29.626822 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-745d22dc-37f2-4f19-8797-e4d2b401b7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:29.627525 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-745d22dc-37f2-4f19-8797-e4d2b401b7ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:29.629122 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-745d22dc-37f2-4f19-8797-e4d2b401b7ad service neutron] 10.222.0.45 "PUT /v2.0/ports/7cc8d989-6a43-4fa6-91f2-23259fb008aa HTTP/1.1" status: 200 len: 1094 time: 0.6066849 Sep 21 13:02:29.647289 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '045b5464-bbd6-4770-b66a-a527c7f2fed1', 'tag': '7cc8d989-6a43-4fa6-91f2-23259fb008aa'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 13:02:29.649855 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}891eab8d1a3043c3e369406f1201b67df81013e3c20d23918ff9fd5cd34c6e83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e02c2d-ec81-48ba-a1ae-1b29b240b002" -d '{"events": [{"name": "network-changed", "server_uuid": "045b5464-bbd6-4770-b66a-a527c7f2fed1", "tag": "7cc8d989-6a43-4fa6-91f2-23259fb008aa"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 13:02:29.695647 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 13:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a0e49c-dae4-4b4e-96d9-3c6ebed88a62 x-openstack-request-id: req-04a0e49c-dae4-4b4e-96d9-3c6ebed88a62 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 13:02:29.695936 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "045b5464-bbd6-4770-b66a-a527c7f2fed1", "tag": "7cc8d989-6a43-4fa6-91f2-23259fb008aa", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 13:02:29.696183 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-04a0e49c-dae4-4b4e-96d9-3c6ebed88a62 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 13:02:29.696568 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '045b5464-bbd6-4770-b66a-a527c7f2fed1', 'tag': '7cc8d989-6a43-4fa6-91f2-23259fb008aa', 'status': 'completed', 'code': 200} Sep 21 13:02:29.720832 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d22dc-37f2-4f19-8797-e4d2b401b7ad service neutron] Pushing event updated for resources: {'Port': ['ID=7cc8d989-6a43-4fa6-91f2-23259fb008aa,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:02:29.740394 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cbe8ab-847c-4bca-bbd4-239e879dbc48 req-49fc385b-e3e1-4e55-ae35-39f3a6d0adb5 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:29.742027 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-46cbe8ab-847c-4bca-bbd4-239e879dbc48 req-49fc385b-e3e1-4e55-ae35-39f3a6d0adb5 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=045b5464-bbd6-4770-b66a-a527c7f2fed1 HTTP/1.1" status: 200 len: 944 time: 0.1566842 Sep 21 13:02:29.759743 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-f1c17db2-653c-406d-8eaf-6412b8c51dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:29.761209 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-f1c17db2-653c-406d-8eaf-6412b8c51dc5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f8dd986907b641449edd23beaff087cd&device_id=045b5464-bbd6-4770-b66a-a527c7f2fed1 HTTP/1.1" status: 200 len: 1097 time: 0.0822830 Sep 21 13:02:29.816902 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-88a2abc4-0aa3-43bb-8777-89f54f62cfef service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cc8d989-6a43-4fa6-91f2-23259fb008aa HTTP/1.1" status: 200 len: 217 time: 0.0448308 Sep 21 13:02:29.821936 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-46cbe8ab-847c-4bca-bbd4-239e879dbc48 req-46462075-b566-4ee2-b332-67df545f8a5a tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738106 Sep 21 13:02:29.838763 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device 1d26ffaf-8b0b-4123-93d1-8dca15ce9a52 up at agent hyperv_hv-cinder-81013 {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 13:02:29.874439 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-c9e1b285-a287-44ee-babd-39a9b2693c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:29.875815 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-c9e1b285-a287-44ee-babd-39a9b2693c0d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7097d818-f75a-489b-96c8-b19c4cc747bd HTTP/1.1" status: 200 len: 851 time: 0.0453303 Sep 21 13:02:29.890546 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Provisioning for port 1d26ffaf-8b0b-4123-93d1-8dca15ce9a52 completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 13:02:29.894230 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Provisioning complete for port 1d26ffaf-8b0b-4123-93d1-8dca15ce9a52 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 13:02:29.894628 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:29.942040 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-072855e9-194e-4a15-a0cf-87ca19a492e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:29.943642 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-072855e9-194e-4a15-a0cf-87ca19a492e0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499020 Sep 21 13:02:29.993687 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:30.017981 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d26ffaf-8b0b-4123-93d1-8dca15ce9a52'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 13:02:30.020571 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e3f31dd35d6e9892686e3dd7e28a33bc22b0e68501ee526cb23c786b8cd504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc33397d-c167-4e54-a01c-82f691478965" -d '{"events": [{"server_uuid": "bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c", "name": "network-vif-plugged", "status": "completed", "tag": "1d26ffaf-8b0b-4123-93d1-8dca15ce9a52"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 13:02:30.023211 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0826c-4999-478a-bcff-2566fdf6fc19 req-02f29ea7-118f-4460-b2ff-16dbb46788ae tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:30.025371 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6ec0826c-4999-478a-bcff-2566fdf6fc19 req-02f29ea7-118f-4460-b2ff-16dbb46788ae tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 944 time: 0.0523412 Sep 21 13:02:30.035384 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port 1d26ffaf-8b0b-4123-93d1-8dca15ce9a52, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=1d26ffaf-8b0b-4123-93d1-8dca15ce9a52,segment=NetworkSegment(26fe99e6-f88e-40f5-b208-9fa4b938ce83),segment_id=26fe99e6-f88e-40f5-b208-9fa4b938ce83)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:02:30.041066 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:30.061954 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-7f0f0bc0-b4ab-4ad0-bfce-e2cb4d7ac365 service neutron] 10.222.0.45 "GET /v2.0/networks/1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052227 Sep 21 13:02:30.068350 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 13:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15cae62-c57f-456a-bf48-22e53cf0abb9 x-openstack-request-id: req-b15cae62-c57f-456a-bf48-22e53cf0abb9 {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 13:02:30.068661 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c", "name": "network-vif-plugged", "status": "completed", "tag": "1d26ffaf-8b0b-4123-93d1-8dca15ce9a52", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 13:02:30.068894 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b15cae62-c57f-456a-bf48-22e53cf0abb9 {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 13:02:30.069276 dv-cinder-810131-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d26ffaf-8b0b-4123-93d1-8dca15ce9a52', 'code': 200} Sep 21 13:02:30.077171 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6ec0826c-4999-478a-bcff-2566fdf6fc19 req-0bbce711-d597-4603-bbcf-0f8501066f89 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d414155-1767-4d91-8188-6bbfa6f8b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424871 Sep 21 13:02:30.102174 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=1d26ffaf-8b0b-4123-93d1-8dca15ce9a52,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:02:30.167114 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7b2c5b60-6b3a-4afa-ac6f-6cb283b0bb84 req-f2e8a3ad-a2a9-4841-9c93-2227d33f94b2 service neutron] 10.222.0.45 "GET /v2.0/networks/1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956407 Sep 21 13:02:30.289013 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288c8ba-095f-437b-b11e-bf7c37d25b45 req-af4b49c2-f8cc-43e3-8af3-68b71c2d2706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:30.290556 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b288c8ba-095f-437b-b11e-bf7c37d25b45 req-af4b49c2-f8cc-43e3-8af3-68b71c2d2706 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 1098 time: 0.0697696 Sep 21 13:02:30.292883 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e02c2d-ec81-48ba-a1ae-1b29b240b002 req-1ef3a4ef-89d5-4540-8de4-07e15719e5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:30.294223 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b1e02c2d-ec81-48ba-a1ae-1b29b240b002 req-1ef3a4ef-89d5-4540-8de4-07e15719e5bc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f8dd986907b641449edd23beaff087cd&device_id=045b5464-bbd6-4770-b66a-a527c7f2fed1 HTTP/1.1" status: 200 len: 1097 time: 0.0722589 Sep 21 13:02:30.362357 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b288c8ba-095f-437b-b11e-bf7c37d25b45 req-788fe2d2-1515-4335-b0f1-c675ce544a24 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9d414155-1767-4d91-8188-6bbfa6f8b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567596 Sep 21 13:02:30.415704 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e02c2d-ec81-48ba-a1ae-1b29b240b002 req-ce127582-1ad6-4053-8fb9-d13cd96ef8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:30.417229 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b1e02c2d-ec81-48ba-a1ae-1b29b240b002 req-ce127582-1ad6-4053-8fb9-d13cd96ef8af service neutron] 10.222.0.45 "GET /v2.0/networks?id=1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9 HTTP/1.1" status: 200 len: 913 time: 0.1105318 Sep 21 13:02:30.625366 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b1e02c2d-ec81-48ba-a1ae-1b29b240b002 req-119fc36e-ef38-4145-bf6a-5700f05de881 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cc8d989-6a43-4fa6-91f2-23259fb008aa HTTP/1.1" status: 200 len: 217 time: 0.0402288 Sep 21 13:02:30.676974 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e02c2d-ec81-48ba-a1ae-1b29b240b002 req-57e5a38a-fd41-42f0-809c-78b207dadc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:30.678366 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b1e02c2d-ec81-48ba-a1ae-1b29b240b002 req-57e5a38a-fd41-42f0-809c-78b207dadc00 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7097d818-f75a-489b-96c8-b19c4cc747bd HTTP/1.1" status: 200 len: 851 time: 0.0459011 Sep 21 13:02:30.732064 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e02c2d-ec81-48ba-a1ae-1b29b240b002 req-6c419d4c-e06b-4786-a73f-aaa01d8d59d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:30.733676 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b1e02c2d-ec81-48ba-a1ae-1b29b240b002 req-6c419d4c-e06b-4786-a73f-aaa01d8d59d8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423772 Sep 21 13:02:30.832032 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b1e02c2d-ec81-48ba-a1ae-1b29b240b002 req-2673e831-19fa-4d81-9fa5-8f5d3238f6a8 service neutron] 10.222.0.45 "GET /v2.0/networks/1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881522 Sep 21 13:02:30.963176 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b1e02c2d-ec81-48ba-a1ae-1b29b240b002 req-5a617c00-cb45-4322-bc79-124316abe903 service neutron] 10.222.0.45 "GET /v2.0/networks/1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143918 Sep 21 13:02:30.975148 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d7534-db38-4f2f-be5c-83074d0580b8 req-21450fa5-82c8-4a5d-a91e-f1b70a858f4b tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:30.976708 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-be7d7534-db38-4f2f-be5c-83074d0580b8 req-21450fa5-82c8-4a5d-a91e-f1b70a858f4b tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=045b5464-bbd6-4770-b66a-a527c7f2fed1 HTTP/1.1" status: 200 len: 944 time: 0.0722818 Sep 21 13:02:31.014121 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-be7d7534-db38-4f2f-be5c-83074d0580b8 req-0cd8678d-1440-48ff-b6d5-82c86e5339c8 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315914 Sep 21 13:02:31.194689 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f04807-19cd-4be3-a512-9933dc1a3809 req-907d1afa-e0ed-431a-abae-d776424735f1 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:31.197631 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c2f04807-19cd-4be3-a512-9933dc1a3809 req-907d1afa-e0ed-431a-abae-d776424735f1 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 945 time: 0.0479465 Sep 21 13:02:31.234703 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c2f04807-19cd-4be3-a512-9933dc1a3809 req-a61795fd-c83a-4c2d-a9f5-bd024be6239e tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d414155-1767-4d91-8188-6bbfa6f8b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320342 Sep 21 13:02:31.823027 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-b5107449-46e0-4483-9031-0c19752d4acf None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 13:02:32.129879 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fa20a-6d3b-4ca7-b85f-353fd60a236d req-c040501b-8bc2-409a-9b93-4fcffd6f16f8 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:32.131425 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-887fa20a-6d3b-4ca7-b85f-353fd60a236d req-c040501b-8bc2-409a-9b93-4fcffd6f16f8 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=045b5464-bbd6-4770-b66a-a527c7f2fed1 HTTP/1.1" status: 200 len: 944 time: 0.0503449 Sep 21 13:02:32.168216 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-887fa20a-6d3b-4ca7-b85f-353fd60a236d req-8e103a71-68ca-498e-bd78-09c513eb3e24 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309401 Sep 21 13:02:32.345265 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878024a8-065a-44c5-aff0-502f679857dd req-dc49b0ea-4f63-4852-b00a-236d6bb28820 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:32.346749 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-878024a8-065a-44c5-aff0-502f679857dd req-dc49b0ea-4f63-4852-b00a-236d6bb28820 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 945 time: 0.0474935 Sep 21 13:02:32.387595 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-878024a8-065a-44c5-aff0-502f679857dd req-6050eda8-6721-43d3-b210-85bcff7e8358 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d414155-1767-4d91-8188-6bbfa6f8b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349755 Sep 21 13:02:32.498047 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac3e7f-4383-49fc-bbc8-40e6a7b84ba6 req-a4754736-7dc4-4b84-822f-51ec5f14cefe tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:32.500033 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-17ac3e7f-4383-49fc-bbc8-40e6a7b84ba6 req-a4754736-7dc4-4b84-822f-51ec5f14cefe tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 945 time: 0.0483248 Sep 21 13:02:32.508560 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 34502) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:02:32.513052 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-705a2d45-57ac-4187-87be-0fbd21b3b86b tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Request body: {'floatingip': {'port_id': '1d26ffaf-8b0b-4123-93d1-8dca15ce9a52'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 13:02:32.556141 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-705a2d45-57ac-4187-87be-0fbd21b3b86b tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks [] for floatingip, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:33.122591 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-705a2d45-57ac-4187-87be-0fbd21b3b86b tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:33.127097 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-705a2d45-57ac-4187-87be-0fbd21b3b86b tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618694'] for floatingip, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:33.224301 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.db.l3_db [None req-705a2d45-57ac-4187-87be-0fbd21b3b86b tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Floating IP 5e2ac3dc-333a-47d0-98fd-fc0ea3c9addb associated. External IP: 172.27.0.143, port: 1d26ffaf-8b0b-4123-93d1-8dca15ce9a52. Sep 21 13:02:33.283002 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e4a77-35fa-43a0-be5b-93ccb64e8e14 req-10631737-7f42-4a29-ac11-bff8ad42ceeb tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:33.284532 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-bd1e4a77-35fa-43a0-be5b-93ccb64e8e14 req-10631737-7f42-4a29-ac11-bff8ad42ceeb tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=045b5464-bbd6-4770-b66a-a527c7f2fed1 HTTP/1.1" status: 200 len: 944 time: 0.0488758 Sep 21 13:02:33.322584 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-bd1e4a77-35fa-43a0-be5b-93ccb64e8e14 req-6712e315-fb8a-4054-9e19-e3a6684717c0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317338 Sep 21 13:02:33.684489 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705a2d45-57ac-4187-87be-0fbd21b3b86b tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Router d2e57642-c029-421e-9beb-bf011bbd4b2b has already been hosted by L3 agent ac1410d3-fc19-41f1-a8a6-9305dbf296af {{(pid=93969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 13:02:33.790676 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705a2d45-57ac-4187-87be-0fbd21b3b86b tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify agent at l3_agent.dv-cinder-810131-2-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 13:02:33.795572 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-705a2d45-57ac-4187-87be-0fbd21b3b86b tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for floatingip, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:33.801439 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2bd18a-267f-4924-90b9-001bfeaa95fd None None] Sync routers for ids ['d2e57642-c029-421e-9beb-bf011bbd4b2b'] in dv-cinder-810131-2-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 13:02:33.810716 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2bd18a-267f-4924-90b9-001bfeaa95fd None None] Routers {'d2e57642-c029-421e-9beb-bf011bbd4b2b'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 13:02:33.811319 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-8e2bd18a-267f-4924-90b9-001bfeaa95fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T13:02:15Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['d2e57642-c029-421e-9beb-bf011bbd4b2b'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:02:33.823291 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-705a2d45-57ac-4187-87be-0fbd21b3b86b tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "PUT /v2.0/floatingips/5e2ac3dc-333a-47d0-98fd-fc0ea3c9addb HTTP/1.1" status: 200 len: 991 time: 1.3136702 Sep 21 13:02:33.823968 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c', 'tag': '1d26ffaf-8b0b-4123-93d1-8dca15ce9a52'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 13:02:33.826301 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}891eab8d1a3043c3e369406f1201b67df81013e3c20d23918ff9fd5cd34c6e83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9841033f-235d-49b4-840f-8f61359b67b6" -d '{"events": [{"name": "network-changed", "server_uuid": "bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c", "tag": "1d26ffaf-8b0b-4123-93d1-8dca15ce9a52"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 13:02:33.864130 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 13:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655fd66a-d0d1-49ec-b6a2-1626dc006dfb x-openstack-request-id: req-655fd66a-d0d1-49ec-b6a2-1626dc006dfb {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 13:02:33.864626 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c", "tag": "1d26ffaf-8b0b-4123-93d1-8dca15ce9a52", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 13:02:33.865171 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-655fd66a-d0d1-49ec-b6a2-1626dc006dfb {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 13:02:33.865266 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c', 'tag': '1d26ffaf-8b0b-4123-93d1-8dca15ce9a52', 'status': 'completed', 'code': 200} Sep 21 13:02:33.926672 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-8e2bd18a-267f-4924-90b9-001bfeaa95fd None None] Set router d2e57642-c029-421e-9beb-bf011bbd4b2b gateway port host: dv-cinder-810131-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 13:02:33.930249 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841033f-235d-49b4-840f-8f61359b67b6 req-7e1cd71e-c6d8-4749-9e47-86440a18ef1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:33.931893 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9841033f-235d-49b4-840f-8f61359b67b6 req-7e1cd71e-c6d8-4749-9e47-86440a18ef1a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=149418c04e4d4e74b48f809d6af76afc&device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 1098 time: 0.0439215 Sep 21 13:02:34.026063 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841033f-235d-49b4-840f-8f61359b67b6 req-9d7d535c-295e-4015-9c98-350940cb7eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:34.027637 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9841033f-235d-49b4-840f-8f61359b67b6 req-9d7d535c-295e-4015-9c98-350940cb7eb2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=68301f7d-d00d-4f3f-9a01-7687a8b90d04 HTTP/1.1" status: 200 len: 911 time: 0.0882699 Sep 21 13:02:34.093333 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9841033f-235d-49b4-840f-8f61359b67b6 req-a5c41fab-fc07-4a62-8bee-59c0abaa7b1e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d26ffaf-8b0b-4123-93d1-8dca15ce9a52 HTTP/1.1" status: 200 len: 999 time: 0.0579352 Sep 21 13:02:34.147852 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841033f-235d-49b4-840f-8f61359b67b6 req-c4c56e88-f168-4fbc-af40-dea6a7f72941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:34.149361 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9841033f-235d-49b4-840f-8f61359b67b6 req-c4c56e88-f168-4fbc-af40-dea6a7f72941 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=881ac6cf-a431-44d5-9ccd-c2b093aed57d HTTP/1.1" status: 200 len: 849 time: 0.0483532 Sep 21 13:02:34.151027 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-8e2bd18a-267f-4924-90b9-001bfeaa95fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'name': 'tempest-AttachVolumeTestJSON-140385197-router', 'tenant_id': '149418c04e4d4e74b48f809d6af76afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '618b9ee8-3f93-484b-b0ed-6ccbac98d279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T13:02:14Z', 'updated_at': '2021-09-21T13:02:17Z', 'revision_number': 4, 'project_id': '149418c04e4d4e74b48f809d6af76afc', 'gw_port': {'id': '618b9ee8-3f93-484b-b0ed-6ccbac98d279', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:02:14Z', 'updated_at': '2021-09-21T13:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_floatingips': [{'id': '5e2ac3dc-333a-47d0-98fd-fc0ea3c9addb', 'tenant_id': '149418c04e4d4e74b48f809d6af76afc', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'router_id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'port_id': '1d26ffaf-8b0b-4123-93d1-8dca15ce9a52', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68301f7d-d00d-4f3f-9a01-7687a8b90d04', 'mac_address': 'fa:16:3e:7c:5f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T13:02:19Z', 'updated_at': '2021-09-21T13:02:33Z', 'revision_number': 1, 'project_id': '149418c04e4d4e74b48f809d6af76afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c1587fe-ea03-484e-bace-028106adc860', 'name': '', 'network_id': '68301f7d-d00d-4f3f-9a01-7687a8b90d04', 'tenant_id': '149418c04e4d4e74b48f809d6af76afc', 'mac_address': 'fa:16:3e:84:bf:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '881ac6cf-a431-44d5-9ccd-c2b093aed57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:02:16Z', 'updated_at': '2021-09-21T13:02:20Z', 'revision_number': 5, 'project_id': '149418c04e4d4e74b48f809d6af76afc', 'subnets': [{'id': '881ac6cf-a431-44d5-9ccd-c2b093aed57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:02:34.181125 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2bd18a-267f-4924-90b9-001bfeaa95fd None None] Checking router: d2e57642-c029-421e-9beb-bf011bbd4b2b for host: dv-cinder-810131-2-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 13:02:34.190002 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2bd18a-267f-4924-90b9-001bfeaa95fd None None] Routers {'d2e57642-c029-421e-9beb-bf011bbd4b2b'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 13:02:34.190670 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-8e2bd18a-267f-4924-90b9-001bfeaa95fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T13:02:15Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['d2e57642-c029-421e-9beb-bf011bbd4b2b'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:02:34.196420 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841033f-235d-49b4-840f-8f61359b67b6 req-d40f0ab9-e1d4-4c64-ad1e-166251954aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:34.197940 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9841033f-235d-49b4-840f-8f61359b67b6 req-d40f0ab9-e1d4-4c64-ad1e-166251954aab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=68301f7d-d00d-4f3f-9a01-7687a8b90d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404537 Sep 21 13:02:34.288114 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9841033f-235d-49b4-840f-8f61359b67b6 req-e45ae265-8241-4efd-9590-ff787cad1de9 service neutron] 10.222.0.45 "GET /v2.0/networks/68301f7d-d00d-4f3f-9a01-7687a8b90d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818553 Sep 21 13:02:34.294673 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-8e2bd18a-267f-4924-90b9-001bfeaa95fd None None] Set router d2e57642-c029-421e-9beb-bf011bbd4b2b gateway port host: dv-cinder-810131-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 13:02:34.384971 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9841033f-235d-49b4-840f-8f61359b67b6 req-402317a2-4df1-465a-8fe7-4a903af62e12 service neutron] 10.222.0.45 "GET /v2.0/networks/68301f7d-d00d-4f3f-9a01-7687a8b90d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894909 Sep 21 13:02:34.446669 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e979315-86fb-4d84-afe0-0f0a8cd5fae1 req-191b63c6-c2e5-4783-b1d1-68fe38a73092 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:34.448283 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3e979315-86fb-4d84-afe0-0f0a8cd5fae1 req-191b63c6-c2e5-4783-b1d1-68fe38a73092 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=045b5464-bbd6-4770-b66a-a527c7f2fed1 HTTP/1.1" status: 200 len: 944 time: 0.0501130 Sep 21 13:02:34.488546 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-3e979315-86fb-4d84-afe0-0f0a8cd5fae1 req-ea38b356-5555-4403-a93c-47d7756f760e tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339546 Sep 21 13:02:34.525520 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-8e2bd18a-267f-4924-90b9-001bfeaa95fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'name': 'tempest-AttachVolumeTestJSON-140385197-router', 'tenant_id': '149418c04e4d4e74b48f809d6af76afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '618b9ee8-3f93-484b-b0ed-6ccbac98d279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T13:02:14Z', 'updated_at': '2021-09-21T13:02:17Z', 'revision_number': 4, 'project_id': '149418c04e4d4e74b48f809d6af76afc', 'gw_port': {'id': '618b9ee8-3f93-484b-b0ed-6ccbac98d279', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:02:14Z', 'updated_at': '2021-09-21T13:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_floatingips': [{'id': '5e2ac3dc-333a-47d0-98fd-fc0ea3c9addb', 'tenant_id': '149418c04e4d4e74b48f809d6af76afc', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'router_id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'port_id': '1d26ffaf-8b0b-4123-93d1-8dca15ce9a52', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68301f7d-d00d-4f3f-9a01-7687a8b90d04', 'mac_address': 'fa:16:3e:7c:5f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T13:02:19Z', 'updated_at': '2021-09-21T13:02:33Z', 'revision_number': 1, 'project_id': '149418c04e4d4e74b48f809d6af76afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c1587fe-ea03-484e-bace-028106adc860', 'name': '', 'network_id': '68301f7d-d00d-4f3f-9a01-7687a8b90d04', 'tenant_id': '149418c04e4d4e74b48f809d6af76afc', 'mac_address': 'fa:16:3e:84:bf:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '881ac6cf-a431-44d5-9ccd-c2b093aed57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:02:16Z', 'updated_at': '2021-09-21T13:02:20Z', 'revision_number': 5, 'project_id': '149418c04e4d4e74b48f809d6af76afc', 'subnets': [{'id': '881ac6cf-a431-44d5-9ccd-c2b093aed57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:02:34.551775 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2bd18a-267f-4924-90b9-001bfeaa95fd None None] The sync data for ids ['d2e57642-c029-421e-9beb-bf011bbd4b2b'] in dv-cinder-810131-2-iscsi is: [{'id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'name': 'tempest-AttachVolumeTestJSON-140385197-router', 'tenant_id': '149418c04e4d4e74b48f809d6af76afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '618b9ee8-3f93-484b-b0ed-6ccbac98d279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T13:02:14Z', 'updated_at': '2021-09-21T13:02:17Z', 'revision_number': 4, 'project_id': '149418c04e4d4e74b48f809d6af76afc', 'gw_port': {'id': '618b9ee8-3f93-484b-b0ed-6ccbac98d279', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:02:14Z', 'updated_at': '2021-09-21T13:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_floatingips': [{'id': '5e2ac3dc-333a-47d0-98fd-fc0ea3c9addb', 'tenant_id': '149418c04e4d4e74b48f809d6af76afc', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'router_id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'port_id': '1d26ffaf-8b0b-4123-93d1-8dca15ce9a52', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68301f7d-d00d-4f3f-9a01-7687a8b90d04', 'mac_address': 'fa:16:3e:7c:5f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T13:02:19Z', 'updated_at': '2021-09-21T13:02:33Z', 'revision_number': 1, 'project_id': '149418c04e4d4e74b48f809d6af76afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c1587fe-ea03-484e-bace-028106adc860', 'name': '', 'network_id': '68301f7d-d00d-4f3f-9a01-7687a8b90d04', 'tenant_id': '149418c04e4d4e74b48f809d6af76afc', 'mac_address': 'fa:16:3e:84:bf:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '881ac6cf-a431-44d5-9ccd-c2b093aed57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:02:16Z', 'updated_at': '2021-09-21T13:02:20Z', 'revision_number': 5, 'project_id': '149418c04e4d4e74b48f809d6af76afc', 'subnets': [{'id': '881ac6cf-a431-44d5-9ccd-c2b093aed57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 13:02:34.738517 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2ab51e-bc40-4744-a110-8e96bb661372 None None] New status for floating IP 5e2ac3dc-333a-47d0-98fd-fc0ea3c9addb: ACTIVE {{(pid=93970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 13:02:35.607454 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0a8f7-1804-47d8-b25f-d7e5ef5c9557 req-b55828d5-14cd-4af5-8a95-7d2b69f3129e tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:35.609532 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8cf0a8f7-1804-47d8-b25f-d7e5ef5c9557 req-b55828d5-14cd-4af5-8a95-7d2b69f3129e tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=045b5464-bbd6-4770-b66a-a527c7f2fed1 HTTP/1.1" status: 200 len: 944 time: 0.0495811 Sep 21 13:02:35.649608 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8cf0a8f7-1804-47d8-b25f-d7e5ef5c9557 req-499c5349-1e80-4159-9a3a-6ec0a0734e4d tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341871 Sep 21 13:02:36.769257 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1322f8d-20d6-4a14-8d56-efad2e977f8f req-dcb19c11-ae5a-4692-a8b7-47b130517d91 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:36.770819 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d1322f8d-20d6-4a14-8d56-efad2e977f8f req-dcb19c11-ae5a-4692-a8b7-47b130517d91 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=045b5464-bbd6-4770-b66a-a527c7f2fed1 HTTP/1.1" status: 200 len: 944 time: 0.0538914 Sep 21 13:02:36.810103 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d1322f8d-20d6-4a14-8d56-efad2e977f8f req-7f2bce83-3ffe-4a41-bfb4-470cd96d9af0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334539 Sep 21 13:02:37.860034 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device 7cc8d989-6a43-4fa6-91f2-23259fb008aa details requested by agent hyperv_hv-cinder-81013 with host hv-cinder-81013 {{(pid=93970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 13:02:37.931716 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968af987-4604-4538-b30e-74563c4600e4 req-fd0f24bd-4baa-4582-9eb6-8ab265f4b483 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:37.933842 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-968af987-4604-4538-b30e-74563c4600e4 req-fd0f24bd-4baa-4582-9eb6-8ab265f4b483 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=045b5464-bbd6-4770-b66a-a527c7f2fed1 HTTP/1.1" status: 200 len: 944 time: 0.0528913 Sep 21 13:02:37.964039 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port 7cc8d989-6a43-4fa6-91f2-23259fb008aa, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=7cc8d989-6a43-4fa6-91f2-23259fb008aa,segment=NetworkSegment(3e28581a-7375-4fda-870d-9e9e6a1f581d),segment_id=3e28581a-7375-4fda-870d-9e9e6a1f581d)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:02:37.976956 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Returning: {'device': '7cc8d989-6a43-4fa6-91f2-23259fb008aa', 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9', 'port_id': '7cc8d989-6a43-4fa6-91f2-23259fb008aa', 'mac_address': 'fa:16:3e:5e:97:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7097d818-f75a-489b-96c8-b19c4cc747bd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 13:02:37.980060 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-968af987-4604-4538-b30e-74563c4600e4 req-061c5513-7d2d-4728-8ec0-17222dd655ae tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397072 Sep 21 13:02:38.018100 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:38.032493 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cc8d989-6a43-4fa6-91f2-23259fb008aa {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 13:02:38.052924 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port 7cc8d989-6a43-4fa6-91f2-23259fb008aa, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=7cc8d989-6a43-4fa6-91f2-23259fb008aa,segment=NetworkSegment(3e28581a-7375-4fda-870d-9e9e6a1f581d),segment_id=3e28581a-7375-4fda-870d-9e9e6a1f581d)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:02:38.057111 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:38.110235 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=7cc8d989-6a43-4fa6-91f2-23259fb008aa,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:02:38.287843 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] get_ports_and_sgs() called for port_ids ['7cc8d989-6a43-4fa6-91f2-23259fb008aa'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 13:02:39.101362 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5348b4d-0f37-4f5a-b804-f91484975d86 req-cae8a84b-3a5b-4bcd-9e35-7a79a53f9e49 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:39.102924 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d5348b4d-0f37-4f5a-b804-f91484975d86 req-cae8a84b-3a5b-4bcd-9e35-7a79a53f9e49 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=045b5464-bbd6-4770-b66a-a527c7f2fed1 HTTP/1.1" status: 200 len: 945 time: 0.0494843 Sep 21 13:02:39.145144 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d5348b4d-0f37-4f5a-b804-f91484975d86 req-43b72adc-93a6-437f-9043-545b0174cbff tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359359 Sep 21 13:02:39.863288 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device 7cc8d989-6a43-4fa6-91f2-23259fb008aa up at agent hyperv_hv-cinder-81013 {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 13:02:39.912904 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Provisioning for port 7cc8d989-6a43-4fa6-91f2-23259fb008aa completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 13:02:39.916643 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Provisioning complete for port 7cc8d989-6a43-4fa6-91f2-23259fb008aa triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 13:02:39.917005 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:39.998153 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:40.025016 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '045b5464-bbd6-4770-b66a-a527c7f2fed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc8d989-6a43-4fa6-91f2-23259fb008aa'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 13:02:40.027359 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e3f31dd35d6e9892686e3dd7e28a33bc22b0e68501ee526cb23c786b8cd504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19499eb-b49d-4c84-bb63-fbaaaf989389" -d '{"events": [{"server_uuid": "045b5464-bbd6-4770-b66a-a527c7f2fed1", "name": "network-vif-plugged", "status": "completed", "tag": "7cc8d989-6a43-4fa6-91f2-23259fb008aa"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 13:02:40.040365 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port 7cc8d989-6a43-4fa6-91f2-23259fb008aa, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=7cc8d989-6a43-4fa6-91f2-23259fb008aa,segment=NetworkSegment(3e28581a-7375-4fda-870d-9e9e6a1f581d),segment_id=3e28581a-7375-4fda-870d-9e9e6a1f581d)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:02:40.044430 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:40.070193 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 13:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9416f49-410f-4eb1-be72-33f7040d210a x-openstack-request-id: req-d9416f49-410f-4eb1-be72-33f7040d210a {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 13:02:40.070516 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "045b5464-bbd6-4770-b66a-a527c7f2fed1", "name": "network-vif-plugged", "status": "completed", "tag": "7cc8d989-6a43-4fa6-91f2-23259fb008aa", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 13:02:40.070767 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d9416f49-410f-4eb1-be72-33f7040d210a {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 13:02:40.071146 dv-cinder-810131-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '045b5464-bbd6-4770-b66a-a527c7f2fed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc8d989-6a43-4fa6-91f2-23259fb008aa', 'code': 200} Sep 21 13:02:40.100791 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=7cc8d989-6a43-4fa6-91f2-23259fb008aa,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:02:40.306463 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389a9c0-05f7-4b6f-bbcc-07d17da6a68e req-fe97150b-4471-489e-b2a7-aa2294aacf1a tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:40.307945 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6389a9c0-05f7-4b6f-bbcc-07d17da6a68e req-fe97150b-4471-489e-b2a7-aa2294aacf1a tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=045b5464-bbd6-4770-b66a-a527c7f2fed1 HTTP/1.1" status: 200 len: 946 time: 0.0851169 Sep 21 13:02:40.316186 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03323d26-3b38-4787-8a1e-3bb5c6c93658 req-67bcc2ab-c1e9-4bb2-84b7-cadfdad2b2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:40.316867 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-03323d26-3b38-4787-8a1e-3bb5c6c93658 req-67bcc2ab-c1e9-4bb2-84b7-cadfdad2b2f4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=045b5464-bbd6-4770-b66a-a527c7f2fed1 HTTP/1.1" status: 200 len: 1099 time: 0.0613370 Sep 21 13:02:40.377801 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-03323d26-3b38-4787-8a1e-3bb5c6c93658 req-a63e0fc7-46f6-4a23-8c2c-8f60e7474749 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539372 Sep 21 13:02:40.380550 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6389a9c0-05f7-4b6f-bbcc-07d17da6a68e req-2e610492-8056-4881-9ffc-adb799d8ee3d tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628293 Sep 21 13:02:41.498590 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f2670-9446-4865-9c33-4c4b2d734ef9 req-141099b1-d0a3-41cf-8d1b-c8dab2f967ac tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:41.500226 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-977f2670-9446-4865-9c33-4c4b2d734ef9 req-141099b1-d0a3-41cf-8d1b-c8dab2f967ac tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=045b5464-bbd6-4770-b66a-a527c7f2fed1 HTTP/1.1" status: 200 len: 946 time: 0.0506852 Sep 21 13:02:41.545560 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-977f2670-9446-4865-9c33-4c4b2d734ef9 req-b001d026-a7a0-4bda-babe-b6ac02088628 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378642 Sep 21 13:02:41.663186 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf1e965-d6bf-414a-a2f2-64dabc328ffa req-ba12a851-a514-4c2f-9aaf-166bb50e56fa tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:41.664605 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0bf1e965-d6bf-414a-a2f2-64dabc328ffa req-ba12a851-a514-4c2f-9aaf-166bb50e56fa tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=045b5464-bbd6-4770-b66a-a527c7f2fed1 HTTP/1.1" status: 200 len: 946 time: 0.0501468 Sep 21 13:02:41.703728 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0bf1e965-d6bf-414a-a2f2-64dabc328ffa req-388b0a38-a5c4-419e-aff5-b137dc9055de tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327556 Sep 21 13:02:41.726384 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 34542) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:02:41.766567 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21455d0c-ac6e-41e3-b281-f9a26d2e8d92 tempest-TestVolumeBootPattern-1696667861 tempest-TestVolumeBootPattern-1696667861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:41.768125 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-21455d0c-ac6e-41e3-b281-f9a26d2e8d92 tempest-TestVolumeBootPattern-1696667861 tempest-TestVolumeBootPattern-1696667861-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=045b5464-bbd6-4770-b66a-a527c7f2fed1 HTTP/1.1" status: 200 len: 1094 time: 0.0407121 Sep 21 13:02:41.770895 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 34544) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:02:41.775181 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-ee44c499-c4d9-4d5f-9e06-b37056ca3d6c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Request body: {'floatingip': {'floating_network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'port_id': '7cc8d989-6a43-4fa6-91f2-23259fb008aa', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 13:02:41.797525 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ee44c499-c4d9-4d5f-9e06-b37056ca3d6c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks [] for floatingip, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:41.897351 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ee44c499-c4d9-4d5f-9e06-b37056ca3d6c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:42.011353 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [None req-ee44c499-c4d9-4d5f-9e06-b37056ca3d6c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Allocated IP 172.27.0.17 (3589cb95-8b7f-464f-a8af-ebd0722ed0b9/83bd8dfa-a4af-4a48-a00e-8b360d22b666/58565f8b-a11c-40b5-9f41-10e1dbcad616) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 13:02:42.118561 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ee44c499-c4d9-4d5f-9e06-b37056ca3d6c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:42.152904 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ee44c499-c4d9-4d5f-9e06-b37056ca3d6c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9294141'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:42.189293 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee44c499-c4d9-4d5f-9e06-b37056ca3d6c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Network 3589cb95-8b7f-464f-a8af-ebd0722ed0b9 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 13:02:42.192201 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [None req-ee44c499-c4d9-4d5f-9e06-b37056ca3d6c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 13:02:42.195690 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee44c499-c4d9-4d5f-9e06-b37056ca3d6c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 13:02:42.223031 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee44c499-c4d9-4d5f-9e06-b37056ca3d6c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Pushing event updated for resources: {'Port': ['ID=58565f8b-a11c-40b5-9f41-10e1dbcad616,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:02:42.235608 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee44c499-c4d9-4d5f-9e06-b37056ca3d6c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:02:42.235890 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee44c499-c4d9-4d5f-9e06-b37056ca3d6c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:02:42.236232 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee44c499-c4d9-4d5f-9e06-b37056ca3d6c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:02:42.236568 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee44c499-c4d9-4d5f-9e06-b37056ca3d6c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:02:42.236896 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee44c499-c4d9-4d5f-9e06-b37056ca3d6c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:02:42.237225 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee44c499-c4d9-4d5f-9e06-b37056ca3d6c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:02:42.237589 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee44c499-c4d9-4d5f-9e06-b37056ca3d6c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:02:42.237885 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee44c499-c4d9-4d5f-9e06-b37056ca3d6c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:02:42.238212 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee44c499-c4d9-4d5f-9e06-b37056ca3d6c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:02:42.238562 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee44c499-c4d9-4d5f-9e06-b37056ca3d6c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:02:42.238885 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee44c499-c4d9-4d5f-9e06-b37056ca3d6c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:02:42.239204 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee44c499-c4d9-4d5f-9e06-b37056ca3d6c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:02:42.568501 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ee44c499-c4d9-4d5f-9e06-b37056ca3d6c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:42.635486 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ee44c499-c4d9-4d5f-9e06-b37056ca3d6c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:42.674381 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f0feacff-68a0-45be-b644-e6d29e046f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:42.795805 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ee44c499-c4d9-4d5f-9e06-b37056ca3d6c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:42.801784 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ee44c499-c4d9-4d5f-9e06-b37056ca3d6c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294116'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:42.872531 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee44c499-c4d9-4d5f-9e06-b37056ca3d6c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Pushing event updated for resources: {'Port': ['ID=58565f8b-a11c-40b5-9f41-10e1dbcad616,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:02:42.885492 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ee44c499-c4d9-4d5f-9e06-b37056ca3d6c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618694'] for floatingip, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:42.985345 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.db.l3_db [None req-ee44c499-c4d9-4d5f-9e06-b37056ca3d6c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Floating IP 475482da-2df1-4947-afe9-53e3e0ba658f associated. External IP: 172.27.0.17, port: 7cc8d989-6a43-4fa6-91f2-23259fb008aa. Sep 21 13:02:43.189546 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee44c499-c4d9-4d5f-9e06-b37056ca3d6c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Router b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5 has already been hosted by L3 agent ac1410d3-fc19-41f1-a8a6-9305dbf296af {{(pid=93969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 13:02:43.297191 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee44c499-c4d9-4d5f-9e06-b37056ca3d6c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify agent at l3_agent.dv-cinder-810131-2-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 13:02:43.306764 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799b1afb-704a-4680-87e0-a871f206a3e2 None None] Sync routers for ids ['b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'] in dv-cinder-810131-2-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 13:02:43.313452 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ee44c499-c4d9-4d5f-9e06-b37056ca3d6c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for floatingip, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:43.317102 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799b1afb-704a-4680-87e0-a871f206a3e2 None None] Routers {'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 13:02:43.317740 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-799b1afb-704a-4680-87e0-a871f206a3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T13:02:15Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:02:43.339998 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-ee44c499-c4d9-4d5f-9e06-b37056ca3d6c tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5680716 Sep 21 13:02:43.340593 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '045b5464-bbd6-4770-b66a-a527c7f2fed1', 'tag': '7cc8d989-6a43-4fa6-91f2-23259fb008aa'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 13:02:43.342842 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}891eab8d1a3043c3e369406f1201b67df81013e3c20d23918ff9fd5cd34c6e83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5754ce28-f1c1-4356-8732-83b9eb781baa" -d '{"events": [{"name": "network-changed", "server_uuid": "045b5464-bbd6-4770-b66a-a527c7f2fed1", "tag": "7cc8d989-6a43-4fa6-91f2-23259fb008aa"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 13:02:43.379750 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 13:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cdb72ae-ae3c-40dc-b53b-0735e1d3e95c x-openstack-request-id: req-7cdb72ae-ae3c-40dc-b53b-0735e1d3e95c {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 13:02:43.380046 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "045b5464-bbd6-4770-b66a-a527c7f2fed1", "tag": "7cc8d989-6a43-4fa6-91f2-23259fb008aa", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 13:02:43.380297 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7cdb72ae-ae3c-40dc-b53b-0735e1d3e95c {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 13:02:43.380699 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '045b5464-bbd6-4770-b66a-a527c7f2fed1', 'tag': '7cc8d989-6a43-4fa6-91f2-23259fb008aa', 'status': 'completed', 'code': 200} Sep 21 13:02:43.429745 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-799b1afb-704a-4680-87e0-a871f206a3e2 None None] Set router b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5 gateway port host: dv-cinder-810131-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 13:02:43.448409 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754ce28-f1c1-4356-8732-83b9eb781baa req-d2bbe40e-9086-44d7-a0a3-ed78ce24f49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:43.449848 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5754ce28-f1c1-4356-8732-83b9eb781baa req-d2bbe40e-9086-44d7-a0a3-ed78ce24f49d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f8dd986907b641449edd23beaff087cd&device_id=045b5464-bbd6-4770-b66a-a527c7f2fed1 HTTP/1.1" status: 200 len: 1099 time: 0.0450976 Sep 21 13:02:43.543420 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754ce28-f1c1-4356-8732-83b9eb781baa req-93f5d217-74f2-4b34-944f-3179cabd2d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:43.544903 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5754ce28-f1c1-4356-8732-83b9eb781baa req-93f5d217-74f2-4b34-944f-3179cabd2d47 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9 HTTP/1.1" status: 200 len: 913 time: 0.0881472 Sep 21 13:02:43.615233 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5754ce28-f1c1-4356-8732-83b9eb781baa req-7d877588-b1ee-488e-bdcb-94a21a388fb9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cc8d989-6a43-4fa6-91f2-23259fb008aa HTTP/1.1" status: 200 len: 999 time: 0.0615602 Sep 21 13:02:43.666201 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754ce28-f1c1-4356-8732-83b9eb781baa req-68be08bf-c79d-46ec-8fb5-ee9cf2d801ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:43.667745 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5754ce28-f1c1-4356-8732-83b9eb781baa req-68be08bf-c79d-46ec-8fb5-ee9cf2d801ac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7097d818-f75a-489b-96c8-b19c4cc747bd HTTP/1.1" status: 200 len: 851 time: 0.0445094 Sep 21 13:02:43.725233 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754ce28-f1c1-4356-8732-83b9eb781baa req-b559797d-b87c-43c3-a6a6-a33d5ceac949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:02:43.726782 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5754ce28-f1c1-4356-8732-83b9eb781baa req-b559797d-b87c-43c3-a6a6-a33d5ceac949 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427227 Sep 21 13:02:43.750381 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-799b1afb-704a-4680-87e0-a871f206a3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'name': 'tempest-TestVolumeBootPattern-1695748614-router', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4957470c-a00c-42ae-a868-1b82a9d111f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:56:22Z', 'updated_at': '2021-09-21T12:56:26Z', 'revision_number': 4, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'gw_port': {'id': '4957470c-a00c-42ae-a868-1b82a9d111f7', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:23Z', 'updated_at': '2021-09-21T12:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_floatingips': [{'id': '475482da-2df1-4947-afe9-53e3e0ba658f', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'router_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'port_id': '7cc8d989-6a43-4fa6-91f2-23259fb008aa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9', 'mac_address': 'fa:16:3e:5e:97:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045b5464-bbd6-4770-b66a-a527c7f2fed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T13:02:42Z', 'updated_at': '2021-09-21T13:02:42Z', 'revision_number': 0, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'fixed_ip_address_scope': None}, {'id': '8c374f07-77c3-447c-9acf-07f917cc30dc', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'floating_ip_address': '172.27.0.248', 'floating_network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'router_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'port_id': 'f12d2712-ce0b-46c2-8b49-f820c2519276', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9', 'mac_address': 'fa:16:3e:05:e3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8966fb-955a-4106-9a4d-164be1a06e28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T13:00:38Z', 'updated_at': '2021-09-21T13:00:40Z', 'revision_number': 1, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb25802-0914-48c9-9676-12b51edc041a', 'name': '', 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'mac_address': 'fa:16:3e:5b:a5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7097d818-f75a-489b-96c8-b19c4cc747bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:25Z', 'updated_at': '2021-09-21T12:56:31Z', 'revision_number': 5, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'subnets': [{'id': '7097d818-f75a-489b-96c8-b19c4cc747bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:02:43.777062 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799b1afb-704a-4680-87e0-a871f206a3e2 None None] Checking router: b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5 for host: dv-cinder-810131-2-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 13:02:43.786961 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799b1afb-704a-4680-87e0-a871f206a3e2 None None] Routers {'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 13:02:43.787583 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-799b1afb-704a-4680-87e0-a871f206a3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T13:02:15Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:02:43.829177 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5754ce28-f1c1-4356-8732-83b9eb781baa req-be5daacc-0ac3-44e5-959a-2561a4ed0726 service neutron] 10.222.0.45 "GET /v2.0/networks/1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932310 Sep 21 13:02:43.896079 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-799b1afb-704a-4680-87e0-a871f206a3e2 None None] Set router b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5 gateway port host: dv-cinder-810131-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 13:02:43.924460 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5754ce28-f1c1-4356-8732-83b9eb781baa req-5293e0d6-d0f9-489d-98d1-c39f5ad9000d service neutron] 10.222.0.45 "GET /v2.0/networks/1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866122 Sep 21 13:02:44.138956 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-799b1afb-704a-4680-87e0-a871f206a3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'name': 'tempest-TestVolumeBootPattern-1695748614-router', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4957470c-a00c-42ae-a868-1b82a9d111f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:56:22Z', 'updated_at': '2021-09-21T12:56:26Z', 'revision_number': 4, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'gw_port': {'id': '4957470c-a00c-42ae-a868-1b82a9d111f7', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:23Z', 'updated_at': '2021-09-21T12:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_floatingips': [{'id': '475482da-2df1-4947-afe9-53e3e0ba658f', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'router_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'port_id': '7cc8d989-6a43-4fa6-91f2-23259fb008aa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9', 'mac_address': 'fa:16:3e:5e:97:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045b5464-bbd6-4770-b66a-a527c7f2fed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T13:02:42Z', 'updated_at': '2021-09-21T13:02:42Z', 'revision_number': 0, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'fixed_ip_address_scope': None}, {'id': '8c374f07-77c3-447c-9acf-07f917cc30dc', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'floating_ip_address': '172.27.0.248', 'floating_network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'router_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'port_id': 'f12d2712-ce0b-46c2-8b49-f820c2519276', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9', 'mac_address': 'fa:16:3e:05:e3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8966fb-955a-4106-9a4d-164be1a06e28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T13:00:38Z', 'updated_at': '2021-09-21T13:00:40Z', 'revision_number': 1, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb25802-0914-48c9-9676-12b51edc041a', 'name': '', 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'mac_address': 'fa:16:3e:5b:a5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7097d818-f75a-489b-96c8-b19c4cc747bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:25Z', 'updated_at': '2021-09-21T12:56:31Z', 'revision_number': 5, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'subnets': [{'id': '7097d818-f75a-489b-96c8-b19c4cc747bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:02:44.166910 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799b1afb-704a-4680-87e0-a871f206a3e2 None None] The sync data for ids ['b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'] in dv-cinder-810131-2-iscsi is: [{'id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'name': 'tempest-TestVolumeBootPattern-1695748614-router', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4957470c-a00c-42ae-a868-1b82a9d111f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:56:22Z', 'updated_at': '2021-09-21T12:56:26Z', 'revision_number': 4, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'gw_port': {'id': '4957470c-a00c-42ae-a868-1b82a9d111f7', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:23Z', 'updated_at': '2021-09-21T12:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_floatingips': [{'id': '475482da-2df1-4947-afe9-53e3e0ba658f', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'router_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'port_id': '7cc8d989-6a43-4fa6-91f2-23259fb008aa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9', 'mac_address': 'fa:16:3e:5e:97:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045b5464-bbd6-4770-b66a-a527c7f2fed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T13:02:42Z', 'updated_at': '2021-09-21T13:02:42Z', 'revision_number': 0, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'fixed_ip_address_scope': None}, {'id': '8c374f07-77c3-447c-9acf-07f917cc30dc', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'floating_ip_address': '172.27.0.248', 'floating_network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'router_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'port_id': 'f12d2712-ce0b-46c2-8b49-f820c2519276', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9', 'mac_address': 'fa:16:3e:05:e3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8966fb-955a-4106-9a4d-164be1a06e28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T13:00:38Z', 'updated_at': '2021-09-21T13:00:40Z', 'revision_number': 1, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb25802-0914-48c9-9676-12b51edc041a', 'name': '', 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'mac_address': 'fa:16:3e:5b:a5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7097d818-f75a-489b-96c8-b19c4cc747bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:25Z', 'updated_at': '2021-09-21T12:56:31Z', 'revision_number': 5, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'subnets': [{'id': '7097d818-f75a-489b-96c8-b19c4cc747bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 13:02:44.365068 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd89aa9-b06f-4132-80d0-eff618d5cb9f None None] New status for floating IP 475482da-2df1-4947-afe9-53e3e0ba658f: ACTIVE {{(pid=93970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 13:02:45.340218 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-4d33eed6-7033-4782-9194-1b500fb6d214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:45.906387 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:45.998651 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:46.661445 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:02:47.971994 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:03:08.821682 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-b5107449-46e0-4483-9031-0c19752d4acf None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 13:03:12.666837 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-16ed019c-93c6-4891-abf4-6693d7c5b1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:03:15.346676 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-2322ed7d-dd91-4f49-93ca-a920692b038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:03:15.907637 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:03:16.007438 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:03:16.664156 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:03:17.975087 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:03:21.792859 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea7aacc-b977-4a20-8c3d-6b85cb5091fe req-c02d5d4d-2cd2-45f2-ae18-adb7650e33bc tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:03:21.794339 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-aea7aacc-b977-4a20-8c3d-6b85cb5091fe req-c02d5d4d-2cd2-45f2-ae18-adb7650e33bc tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 945 time: 0.0555620 Sep 21 13:03:21.832982 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-aea7aacc-b977-4a20-8c3d-6b85cb5091fe req-fcb2ec15-1376-44b3-a2ca-960d81830a0d tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d414155-1767-4d91-8188-6bbfa6f8b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321097 Sep 21 13:03:22.804107 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ec6f9d2e-1d14-4daf-8aca-1d4e790e6afc req-f86c819e-4f30-4b1f-abb1-1020f2ddfcb2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9a8966fb-955a-4106-9a4d-164be1a06e28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398231 Sep 21 13:03:22.886936 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f9d2e-1d14-4daf-8aca-1d4e790e6afc req-0a827cd7-1a02-4535-9685-f765af478cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:03:22.888627 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ec6f9d2e-1d14-4daf-8aca-1d4e790e6afc req-0a827cd7-1a02-4535-9685-f765af478cb6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f8dd986907b641449edd23beaff087cd&device_id=9a8966fb-955a-4106-9a4d-164be1a06e28 HTTP/1.1" status: 200 len: 1098 time: 0.0413666 Sep 21 13:03:22.949868 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97867427-2ee1-4301-b562-35750a222b2e req-79dbb403-5a5a-41e4-9b50-8d36f3f1b1b8 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:03:22.951476 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-97867427-2ee1-4301-b562-35750a222b2e req-79dbb403-5a5a-41e4-9b50-8d36f3f1b1b8 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 945 time: 0.0493412 Sep 21 13:03:22.989945 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-97867427-2ee1-4301-b562-35750a222b2e req-8bad934a-381c-4c4d-bd43-29c53e9ced61 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d414155-1767-4d91-8188-6bbfa6f8b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324543 Sep 21 13:03:22.997025 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f9d2e-1d14-4daf-8aca-1d4e790e6afc req-8a9f0f27-f265-4ba7-a593-827904ecb379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:03:22.998600 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ec6f9d2e-1d14-4daf-8aca-1d4e790e6afc req-8a9f0f27-f265-4ba7-a593-827904ecb379 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9 HTTP/1.1" status: 200 len: 913 time: 0.0901258 Sep 21 13:03:23.064078 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ec6f9d2e-1d14-4daf-8aca-1d4e790e6afc req-061c671a-48d5-45cd-bcf8-3ca5625d2af0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f12d2712-ce0b-46c2-8b49-f820c2519276 HTTP/1.1" status: 200 len: 1001 time: 0.0580907 Sep 21 13:03:23.117284 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f9d2e-1d14-4daf-8aca-1d4e790e6afc req-770fc73a-38c7-4de2-8c99-ac28de8b2897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:03:23.118775 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ec6f9d2e-1d14-4daf-8aca-1d4e790e6afc req-770fc73a-38c7-4de2-8c99-ac28de8b2897 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7097d818-f75a-489b-96c8-b19c4cc747bd HTTP/1.1" status: 200 len: 851 time: 0.0436418 Sep 21 13:03:23.170702 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f9d2e-1d14-4daf-8aca-1d4e790e6afc req-1d42e70f-98af-46d7-8b31-2152e07b9ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:03:23.172271 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ec6f9d2e-1d14-4daf-8aca-1d4e790e6afc req-1d42e70f-98af-46d7-8b31-2152e07b9ac5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447779 Sep 21 13:03:23.265747 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ec6f9d2e-1d14-4daf-8aca-1d4e790e6afc req-4d2147bf-16f0-49c6-b6dc-d7d46d28c05e service neutron] 10.222.0.45 "GET /v2.0/networks/1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851929 Sep 21 13:03:23.365618 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ec6f9d2e-1d14-4daf-8aca-1d4e790e6afc req-04614652-1d46-4459-99ef-68741c007e57 service neutron] 10.222.0.45 "GET /v2.0/networks/1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922520 Sep 21 13:03:24.103587 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9c1d8-94da-429f-9e47-d046bf22480a req-8200f9ce-0e8e-4bed-b74a-d6d276fb5daf tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:03:24.105043 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-62a9c1d8-94da-429f-9e47-d046bf22480a req-8200f9ce-0e8e-4bed-b74a-d6d276fb5daf tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 945 time: 0.0480616 Sep 21 13:03:24.142834 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-62a9c1d8-94da-429f-9e47-d046bf22480a req-532ec8b1-dff4-4070-a4c1-9eff64d84991 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d414155-1767-4d91-8188-6bbfa6f8b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316844 Sep 21 13:03:25.257574 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989474a-1606-43bc-832c-4ca8db1072d4 req-ff9b94f0-7a0a-475e-b036-c3176d172e2d tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:03:25.259096 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2989474a-1606-43bc-832c-4ca8db1072d4 req-ff9b94f0-7a0a-475e-b036-c3176d172e2d tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 945 time: 0.0493178 Sep 21 13:03:25.301036 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2989474a-1606-43bc-832c-4ca8db1072d4 req-62e86826-ff21-4d3a-8670-99ebc5b02cbd tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d414155-1767-4d91-8188-6bbfa6f8b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358658 Sep 21 13:03:26.431332 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a658826-49d0-4e81-8aaa-8adea548aa52 req-22d533fd-f43b-4e4f-a4da-11f2b3b8889d tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:03:26.432861 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4a658826-49d0-4e81-8aaa-8adea548aa52 req-22d533fd-f43b-4e4f-a4da-11f2b3b8889d tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 945 time: 0.0577810 Sep 21 13:03:26.476920 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-4a658826-49d0-4e81-8aaa-8adea548aa52 req-5d8a9f2e-ba79-4945-bbd0-3e174ee7ad46 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d414155-1767-4d91-8188-6bbfa6f8b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361974 Sep 21 13:03:27.591917 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046eea2-6d89-47e6-93ee-5e2cb35cec00 req-3985d9d5-7aeb-4c0a-9361-f66b625ef672 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:03:27.593439 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2046eea2-6d89-47e6-93ee-5e2cb35cec00 req-3985d9d5-7aeb-4c0a-9361-f66b625ef672 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 945 time: 0.0501945 Sep 21 13:03:27.632890 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-2046eea2-6d89-47e6-93ee-5e2cb35cec00 req-ccab1145-c3a7-42c4-b983-e18ce1a24cc2 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d414155-1767-4d91-8188-6bbfa6f8b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333731 Sep 21 13:03:28.760450 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad10e9-8f3d-4cfb-8fe7-f0eb96f85f17 req-66726996-f390-4cd5-93e2-8a9efee2056a tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:03:28.762151 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-94ad10e9-8f3d-4cfb-8fe7-f0eb96f85f17 req-66726996-f390-4cd5-93e2-8a9efee2056a tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 945 time: 0.0572245 Sep 21 13:03:28.803429 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-94ad10e9-8f3d-4cfb-8fe7-f0eb96f85f17 req-a3944a0d-70ef-4a8e-8d2c-b6ee7deb6139 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d414155-1767-4d91-8188-6bbfa6f8b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344307 Sep 21 13:03:29.923351 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adaa790-ae25-4db4-8f89-8b8673b1bac7 req-243767d6-8867-4b27-ae21-c581929d3adf tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:03:29.924910 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7adaa790-ae25-4db4-8f89-8b8673b1bac7 req-243767d6-8867-4b27-ae21-c581929d3adf tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 945 time: 0.0527961 Sep 21 13:03:29.965227 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7adaa790-ae25-4db4-8f89-8b8673b1bac7 req-8eb16336-a612-4a8e-ab78-cc1d97bff3de tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d414155-1767-4d91-8188-6bbfa6f8b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341058 Sep 21 13:03:31.080047 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db64957-847d-4deb-9b6f-6ba5512b40a8 req-7f90eff4-0400-4b29-9f4c-d382fb4afd5b tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:03:31.081538 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6db64957-847d-4deb-9b6f-6ba5512b40a8 req-7f90eff4-0400-4b29-9f4c-d382fb4afd5b tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 945 time: 0.0485690 Sep 21 13:03:31.119454 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6db64957-847d-4deb-9b6f-6ba5512b40a8 req-453d9396-6631-44d3-8494-811f9c95a3ea tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d414155-1767-4d91-8188-6bbfa6f8b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319257 Sep 21 13:03:32.261484 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9d682-a295-4441-833a-f949ac3eb3cb req-78d204d7-04a6-4fb2-84a5-baa32510d598 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:03:32.263600 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-00e9d682-a295-4441-833a-f949ac3eb3cb req-78d204d7-04a6-4fb2-84a5-baa32510d598 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 945 time: 0.0609713 Sep 21 13:03:32.311158 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-00e9d682-a295-4441-833a-f949ac3eb3cb req-a4274b73-0add-4507-9821-73f45180fa71 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d414155-1767-4d91-8188-6bbfa6f8b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399749 Sep 21 13:03:33.441190 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd70bc-ba37-4fea-a491-10deb4bf801b req-8a4df694-12a4-4b40-a2c5-08a467295420 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:03:33.442705 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-37bd70bc-ba37-4fea-a491-10deb4bf801b req-8a4df694-12a4-4b40-a2c5-08a467295420 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 945 time: 0.0513134 Sep 21 13:03:33.489608 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-37bd70bc-ba37-4fea-a491-10deb4bf801b req-f701f830-576d-41ec-9334-06bf37a9afc6 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d414155-1767-4d91-8188-6bbfa6f8b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402575 Sep 21 13:03:34.614613 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9eb62d-18bc-4de7-afbb-8dc8b326d5c5 req-6b8015eb-9c2c-4b65-a7f4-fba6fd3456ff tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:03:34.616341 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ed9eb62d-18bc-4de7-afbb-8dc8b326d5c5 req-6b8015eb-9c2c-4b65-a7f4-fba6fd3456ff tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 945 time: 0.0538054 Sep 21 13:03:34.664037 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ed9eb62d-18bc-4de7-afbb-8dc8b326d5c5 req-685f3c1e-4bc3-4881-acc4-80ab71a148e7 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d414155-1767-4d91-8188-6bbfa6f8b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369983 Sep 21 13:03:35.799461 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b30a2-d065-4eba-ba9c-303844b15550 req-33306186-88a3-4b7e-9499-41bfcfe19b59 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:03:35.801512 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7e1b30a2-d065-4eba-ba9c-303844b15550 req-33306186-88a3-4b7e-9499-41bfcfe19b59 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 945 time: 0.0622702 Sep 21 13:03:35.845161 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7e1b30a2-d065-4eba-ba9c-303844b15550 req-3718ec0d-3d5c-4bc8-8beb-d1eaff8eb374 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d414155-1767-4d91-8188-6bbfa6f8b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365920 Sep 21 13:03:36.974022 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6beb45d-bece-4a33-8afc-a86fffb2ae23 req-8b5d5f79-56d9-4b8b-a9b3-27010385bc5e tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:03:36.975990 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a6beb45d-bece-4a33-8afc-a86fffb2ae23 req-8b5d5f79-56d9-4b8b-a9b3-27010385bc5e tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 945 time: 0.0607128 Sep 21 13:03:37.030850 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a6beb45d-bece-4a33-8afc-a86fffb2ae23 req-0f3812cb-5ca3-4d49-b8d1-1213499d5357 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d414155-1767-4d91-8188-6bbfa6f8b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451179 Sep 21 13:03:38.163356 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056c869-5f85-4794-854d-1045f336eea3 req-847131f5-dbd6-448f-87e2-bba8ab3dab5c tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:03:38.165083 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7056c869-5f85-4794-854d-1045f336eea3 req-847131f5-dbd6-448f-87e2-bba8ab3dab5c tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 945 time: 0.0553176 Sep 21 13:03:38.208366 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7056c869-5f85-4794-854d-1045f336eea3 req-45afc4da-ea08-4fb8-8863-c4b7f8041095 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d414155-1767-4d91-8188-6bbfa6f8b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352807 Sep 21 13:03:38.442718 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8cfdc-980f-4450-874e-10986cc59b33 req-df34f80d-ea0f-46fb-a887-ae3dd70b27f3 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:03:38.444333 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-81e8cfdc-980f-4450-874e-10986cc59b33 req-df34f80d-ea0f-46fb-a887-ae3dd70b27f3 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 945 time: 0.0553682 Sep 21 13:03:38.503290 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-81e8cfdc-980f-4450-874e-10986cc59b33 req-45c11745-8e8b-4e98-a0a3-11809152ac6d tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d414155-1767-4d91-8188-6bbfa6f8b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526063 Sep 21 13:03:38.536908 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef60c9e-3efa-4b6e-a534-5f94dab81472 req-f9ca7ad7-a15a-4447-b63a-b66547944474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:03:38.538510 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7ef60c9e-3efa-4b6e-a534-5f94dab81472 req-f9ca7ad7-a15a-4447-b63a-b66547944474 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=149418c04e4d4e74b48f809d6af76afc&device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 1098 time: 0.0507379 Sep 21 13:03:38.643400 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef60c9e-3efa-4b6e-a534-5f94dab81472 req-f74b1d3a-624c-4b3a-ac5b-af1241fb0516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:03:38.644933 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7ef60c9e-3efa-4b6e-a534-5f94dab81472 req-f74b1d3a-624c-4b3a-ac5b-af1241fb0516 service neutron] 10.222.0.45 "GET /v2.0/networks?id=68301f7d-d00d-4f3f-9a01-7687a8b90d04 HTTP/1.1" status: 200 len: 911 time: 0.0991907 Sep 21 13:03:38.734937 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7ef60c9e-3efa-4b6e-a534-5f94dab81472 req-f3315aa8-8a38-42b9-9bfc-896084a4cf05 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d26ffaf-8b0b-4123-93d1-8dca15ce9a52 HTTP/1.1" status: 200 len: 1001 time: 0.0830061 Sep 21 13:03:38.793293 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef60c9e-3efa-4b6e-a534-5f94dab81472 req-8bbaee5b-f272-4855-9b2f-a9493200d06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:03:38.794964 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7ef60c9e-3efa-4b6e-a534-5f94dab81472 req-8bbaee5b-f272-4855-9b2f-a9493200d06c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=881ac6cf-a431-44d5-9ccd-c2b093aed57d HTTP/1.1" status: 200 len: 849 time: 0.0536740 Sep 21 13:03:38.846924 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef60c9e-3efa-4b6e-a534-5f94dab81472 req-24723118-58b7-4bfa-a641-02347504ec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:03:38.848530 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7ef60c9e-3efa-4b6e-a534-5f94dab81472 req-24723118-58b7-4bfa-a641-02347504ec8a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=68301f7d-d00d-4f3f-9a01-7687a8b90d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465312 Sep 21 13:03:38.953584 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7ef60c9e-3efa-4b6e-a534-5f94dab81472 req-927b8daa-f068-42b5-823f-85301a79bc05 service neutron] 10.222.0.45 "GET /v2.0/networks/68301f7d-d00d-4f3f-9a01-7687a8b90d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974882 Sep 21 13:03:39.058252 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-7ef60c9e-3efa-4b6e-a534-5f94dab81472 req-52444135-a194-4ba6-9828-9a86f45a6254 service neutron] 10.222.0.45 "GET /v2.0/networks/68301f7d-d00d-4f3f-9a01-7687a8b90d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972342 Sep 21 13:03:39.625857 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7295f-ff2c-45ef-a751-161a237783c2 req-282641ab-691a-4d59-947e-835d86f68eed tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:03:39.627436 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5bc7295f-ff2c-45ef-a751-161a237783c2 req-282641ab-691a-4d59-947e-835d86f68eed tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 945 time: 0.0499620 Sep 21 13:03:39.669267 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5bc7295f-ff2c-45ef-a751-161a237783c2 req-91a2dda5-0043-4b67-966e-05c35ba397df tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d414155-1767-4d91-8188-6bbfa6f8b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352185 Sep 21 13:03:40.790909 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a957c7b5-d9e8-4516-8c11-8c5aa935f801 req-30b3e677-a050-4d60-b2ce-5dc7d8f82f77 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:03:40.792411 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a957c7b5-d9e8-4516-8c11-8c5aa935f801 req-30b3e677-a050-4d60-b2ce-5dc7d8f82f77 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 945 time: 0.0534449 Sep 21 13:03:40.830666 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a957c7b5-d9e8-4516-8c11-8c5aa935f801 req-4fa18e5c-bbd6-4cf6-b378-4e9fd2c38734 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d414155-1767-4d91-8188-6bbfa6f8b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314348 Sep 21 13:03:42.671619 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c3be0d96-579d-4767-b6e4-57bb2709668d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:03:45.337362 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-966ed361-2ff9-4f3d-89c0-84749e06c33d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:03:45.597375 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bad85-a73a-49ac-9ab1-7afc6d011525 req-bbdc2eef-3610-4b7e-8f8b-41e7fdad3549 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:03:45.598926 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-636bad85-a73a-49ac-9ab1-7afc6d011525 req-bbdc2eef-3610-4b7e-8f8b-41e7fdad3549 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/ports?device_id=786bb849-6036-496f-b2d0-369612e6edfa HTTP/1.1" status: 200 len: 946 time: 0.0521994 Sep 21 13:03:45.636819 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-636bad85-a73a-49ac-9ab1-7afc6d011525 req-4a1e0943-ebec-45a4-882a-4137da818fe2 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/security-groups?id=82e03a96-1a20-486c-b26f-aa08f81e105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318513 Sep 21 13:03:45.823802 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-b5107449-46e0-4483-9031-0c19752d4acf None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 13:03:45.909264 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:03:46.014092 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:03:46.667106 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:03:46.757902 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21578ea-b0c0-4617-b359-3e293ddc0a97 req-c94d5d7a-f35c-4681-8155-09adf667cf02 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:03:46.759404 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b21578ea-b0c0-4617-b359-3e293ddc0a97 req-c94d5d7a-f35c-4681-8155-09adf667cf02 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/ports?device_id=786bb849-6036-496f-b2d0-369612e6edfa HTTP/1.1" status: 200 len: 946 time: 0.0509295 Sep 21 13:03:46.798717 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-b21578ea-b0c0-4617-b359-3e293ddc0a97 req-ef394b3a-6b29-4201-bbc5-48bb472b06e1 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/security-groups?id=82e03a96-1a20-486c-b26f-aa08f81e105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325768 Sep 21 13:03:47.916905 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf428eb-6120-49cf-b4ae-58508939ecdb req-e40b6b85-9dca-46f8-ac14-c3bd5c7ee68d tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:03:47.918438 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-caf428eb-6120-49cf-b4ae-58508939ecdb req-e40b6b85-9dca-46f8-ac14-c3bd5c7ee68d tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/ports?device_id=786bb849-6036-496f-b2d0-369612e6edfa HTTP/1.1" status: 200 len: 946 time: 0.0497429 Sep 21 13:03:47.956922 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-caf428eb-6120-49cf-b4ae-58508939ecdb req-4410bd47-f024-4c64-b1ef-84c65c5bd24b tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/security-groups?id=82e03a96-1a20-486c-b26f-aa08f81e105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321927 Sep 21 13:03:47.981070 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:03:49.075780 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096d226-6970-48c3-93f8-79f4d699231b req-23b073b9-42f5-4365-916c-3efa38bed50b tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:03:49.077311 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8096d226-6970-48c3-93f8-79f4d699231b req-23b073b9-42f5-4365-916c-3efa38bed50b tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/ports?device_id=786bb849-6036-496f-b2d0-369612e6edfa HTTP/1.1" status: 200 len: 946 time: 0.0508306 Sep 21 13:03:49.115189 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-8096d226-6970-48c3-93f8-79f4d699231b req-35daac1c-31f5-4147-aa69-6f4f3a47628a tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/security-groups?id=82e03a96-1a20-486c-b26f-aa08f81e105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319624 Sep 21 13:03:50.236371 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c558ee9-2c6f-4952-8fc5-c76398d2bc33 req-68e92f2c-f228-492e-b5a6-d1bc73dd7b0b tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:03:50.237880 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5c558ee9-2c6f-4952-8fc5-c76398d2bc33 req-68e92f2c-f228-492e-b5a6-d1bc73dd7b0b tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/ports?device_id=786bb849-6036-496f-b2d0-369612e6edfa HTTP/1.1" status: 200 len: 946 time: 0.0531876 Sep 21 13:03:50.277181 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5c558ee9-2c6f-4952-8fc5-c76398d2bc33 req-1e6b2867-dc32-42b6-84f5-76a95a82ca93 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/security-groups?id=82e03a96-1a20-486c-b26f-aa08f81e105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327744 Sep 21 13:03:51.392560 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f9998-a033-4a1c-bf08-0816d0002594 req-122f639e-55c1-4716-943a-df64c702ffe1 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:03:51.394177 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-748f9998-a033-4a1c-bf08-0816d0002594 req-122f639e-55c1-4716-943a-df64c702ffe1 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/ports?device_id=786bb849-6036-496f-b2d0-369612e6edfa HTTP/1.1" status: 200 len: 946 time: 0.0498519 Sep 21 13:03:51.442616 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-748f9998-a033-4a1c-bf08-0816d0002594 req-1f229a00-c367-46cd-be4d-544ae355f715 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/security-groups?id=82e03a96-1a20-486c-b26f-aa08f81e105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423868 Sep 21 13:03:52.567671 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046252aa-1c23-4ec6-b869-497a36ce3be3 req-793925e5-06a2-40b6-9f3f-818498785738 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:03:52.569224 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-046252aa-1c23-4ec6-b869-497a36ce3be3 req-793925e5-06a2-40b6-9f3f-818498785738 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/ports?device_id=786bb849-6036-496f-b2d0-369612e6edfa HTTP/1.1" status: 200 len: 946 time: 0.0530803 Sep 21 13:03:52.607973 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-046252aa-1c23-4ec6-b869-497a36ce3be3 req-761f04a7-e070-4159-937b-9e2773de80a2 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/security-groups?id=82e03a96-1a20-486c-b26f-aa08f81e105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326118 Sep 21 13:03:53.747633 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d352198-4ded-4a8b-8df4-0a782a5d72b5 req-8c59caff-600b-4840-941c-7d6e6d564f73 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:03:53.749192 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7d352198-4ded-4a8b-8df4-0a782a5d72b5 req-8c59caff-600b-4840-941c-7d6e6d564f73 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/ports?device_id=786bb849-6036-496f-b2d0-369612e6edfa HTTP/1.1" status: 200 len: 946 time: 0.0514603 Sep 21 13:03:53.788603 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-7d352198-4ded-4a8b-8df4-0a782a5d72b5 req-4bc290ae-776a-405a-a434-7d3bd5c85905 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/security-groups?id=82e03a96-1a20-486c-b26f-aa08f81e105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334227 Sep 21 13:03:54.909123 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a296f-42ae-4f79-8338-1a3b054bac47 req-2870baf6-d05c-435d-bbae-810b4f3610ac tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:03:54.910670 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-629a296f-42ae-4f79-8338-1a3b054bac47 req-2870baf6-d05c-435d-bbae-810b4f3610ac tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/ports?device_id=786bb849-6036-496f-b2d0-369612e6edfa HTTP/1.1" status: 200 len: 946 time: 0.0512626 Sep 21 13:03:54.951224 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-629a296f-42ae-4f79-8338-1a3b054bac47 req-995e84bc-60de-47c4-ac9e-e48b0f35ddf4 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/security-groups?id=82e03a96-1a20-486c-b26f-aa08f81e105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344989 Sep 21 13:03:55.753338 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8fb5cd-dc5d-4d3d-8608-d3a748dafbc5 req-5e9a02b7-f968-4a20-a23b-bc66ebb51861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:03:55.754860 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9f8fb5cd-dc5d-4d3d-8608-d3a748dafbc5 req-5e9a02b7-f968-4a20-a23b-bc66ebb51861 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a21a7e5092134d1998f12a665e75b4fc&device_id=786bb849-6036-496f-b2d0-369612e6edfa HTTP/1.1" status: 200 len: 1099 time: 0.0437307 Sep 21 13:03:55.844761 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8fb5cd-dc5d-4d3d-8608-d3a748dafbc5 req-3104c239-cdb1-46c1-ae9c-16e2490bed3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:03:55.846286 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9f8fb5cd-dc5d-4d3d-8608-d3a748dafbc5 req-3104c239-cdb1-46c1-ae9c-16e2490bed3d service neutron] 10.222.0.45 "GET /v2.0/networks?id=344dc57f-fc9f-4c89-8fe2-ba4648ab75f5 HTTP/1.1" status: 200 len: 909 time: 0.0831907 Sep 21 13:03:55.915068 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9f8fb5cd-dc5d-4d3d-8608-d3a748dafbc5 req-bfe8c40d-b27e-490d-9bac-64affc523589 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=813fb07f-c0d0-4f1b-9eed-6ca43b2aa554 HTTP/1.1" status: 200 len: 1002 time: 0.0615306 Sep 21 13:03:55.968691 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8fb5cd-dc5d-4d3d-8608-d3a748dafbc5 req-5245c3ef-4717-49a0-a0a5-c151cb876741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:03:55.971112 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9f8fb5cd-dc5d-4d3d-8608-d3a748dafbc5 req-5245c3ef-4717-49a0-a0a5-c151cb876741 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eb0a204d-c491-4508-92a7-0d2349cebcf8 HTTP/1.1" status: 200 len: 847 time: 0.0488586 Sep 21 13:03:56.022760 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8fb5cd-dc5d-4d3d-8608-d3a748dafbc5 req-fde8fa58-bd73-4d11-80a6-40c0a2549826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:03:56.024336 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9f8fb5cd-dc5d-4d3d-8608-d3a748dafbc5 req-fde8fa58-bd73-4d11-80a6-40c0a2549826 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=344dc57f-fc9f-4c89-8fe2-ba4648ab75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464125 Sep 21 13:03:56.076059 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815c13a-2f4a-46ae-a4ca-21911417411b req-318c6594-cbf7-4a42-b47d-d653230cd1bc tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:03:56.077592 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6815c13a-2f4a-46ae-a4ca-21911417411b req-318c6594-cbf7-4a42-b47d-d653230cd1bc tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/ports?device_id=786bb849-6036-496f-b2d0-369612e6edfa HTTP/1.1" status: 200 len: 946 time: 0.0525868 Sep 21 13:03:56.124340 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6815c13a-2f4a-46ae-a4ca-21911417411b req-48748bb4-24ce-4252-b54f-816059e14954 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/security-groups?id=82e03a96-1a20-486c-b26f-aa08f81e105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389721 Sep 21 13:03:56.129932 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9f8fb5cd-dc5d-4d3d-8608-d3a748dafbc5 req-296c180a-99ff-412a-9ad9-62c2225cf530 service neutron] 10.222.0.45 "GET /v2.0/networks/344dc57f-fc9f-4c89-8fe2-ba4648ab75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974152 Sep 21 13:03:56.227809 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9f8fb5cd-dc5d-4d3d-8608-d3a748dafbc5 req-9aadfa64-5575-4db5-ae9b-a61c0600f8d4 service neutron] 10.222.0.45 "GET /v2.0/networks/344dc57f-fc9f-4c89-8fe2-ba4648ab75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900335 Sep 21 13:03:57.244058 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5e6df-d8b0-4d2d-9b3b-d2124bcc2504 req-8ca7e1f9-1881-4339-9c8a-c3806ccb20e5 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:03:57.245528 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e3d5e6df-d8b0-4d2d-9b3b-d2124bcc2504 req-8ca7e1f9-1881-4339-9c8a-c3806ccb20e5 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/ports?device_id=786bb849-6036-496f-b2d0-369612e6edfa HTTP/1.1" status: 200 len: 946 time: 0.0517821 Sep 21 13:03:57.550971 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-e3d5e6df-d8b0-4d2d-9b3b-d2124bcc2504 req-2e41b164-093f-4c52-9f73-29e0a7ca8349 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/security-groups?id=82e03a96-1a20-486c-b26f-aa08f81e105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2987154 Sep 21 13:03:58.666896 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02daed55-902a-47c9-a011-cee242a0b376 req-e564bd8b-fcb0-41b2-98e5-a4ec29d48d07 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:03:58.668506 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-02daed55-902a-47c9-a011-cee242a0b376 req-e564bd8b-fcb0-41b2-98e5-a4ec29d48d07 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/ports?device_id=786bb849-6036-496f-b2d0-369612e6edfa HTTP/1.1" status: 200 len: 946 time: 0.0493360 Sep 21 13:03:58.711651 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-02daed55-902a-47c9-a011-cee242a0b376 req-a8dca272-c5a0-48ed-8777-1e05b795f09d tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/security-groups?id=82e03a96-1a20-486c-b26f-aa08f81e105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370870 Sep 21 13:03:58.953297 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585c552-1891-4afc-8c0d-d481cb730ae5 req-392574dd-7fd6-4310-9a80-3920a3d437ef tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:03:58.954805 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1585c552-1891-4afc-8c0d-d481cb730ae5 req-392574dd-7fd6-4310-9a80-3920a3d437ef tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/ports?device_id=786bb849-6036-496f-b2d0-369612e6edfa HTTP/1.1" status: 200 len: 946 time: 0.0762668 Sep 21 13:03:58.961072 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-89a7485e-7172-4bd3-87cb-75dda65648b4 req-075c724b-228a-4fa3-9172-9aa6124131f6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=786bb849-6036-496f-b2d0-369612e6edfa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1055424 Sep 21 13:03:58.994141 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-1585c552-1891-4afc-8c0d-d481cb730ae5 req-d21a66ab-aa47-4744-af5c-5405aae37546 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/security-groups?id=82e03a96-1a20-486c-b26f-aa08f81e105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321455 Sep 21 13:04:00.110838 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d2287-abe2-45f5-9c8c-01786aa8e89d req-3ab1a36c-7a44-4f08-8445-8620af951058 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:04:00.112316 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3d0d2287-abe2-45f5-9c8c-01786aa8e89d req-3ab1a36c-7a44-4f08-8445-8620af951058 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/ports?device_id=786bb849-6036-496f-b2d0-369612e6edfa HTTP/1.1" status: 200 len: 946 time: 0.0493741 Sep 21 13:04:00.159524 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3d0d2287-abe2-45f5-9c8c-01786aa8e89d req-b21d608c-2059-4f39-857b-ca487cc40256 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/security-groups?id=82e03a96-1a20-486c-b26f-aa08f81e105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413198 Sep 21 13:04:00.187505 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7485e-7172-4bd3-87cb-75dda65648b4 req-361696b1-e752-491e-8d30-6d1e3088f849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:04:00.188971 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-89a7485e-7172-4bd3-87cb-75dda65648b4 req-361696b1-e752-491e-8d30-6d1e3088f849 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=786bb849-6036-496f-b2d0-369612e6edfa&tenant_id=a21a7e5092134d1998f12a665e75b4fc HTTP/1.1" status: 200 len: 1099 time: 0.0430892 Sep 21 13:04:00.253032 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7485e-7172-4bd3-87cb-75dda65648b4 req-8864ec85-0c17-4af5-85f9-42c2b12eb9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:04:00.254608 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-89a7485e-7172-4bd3-87cb-75dda65648b4 req-8864ec85-0c17-4af5-85f9-42c2b12eb9d7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a21a7e5092134d1998f12a665e75b4fc&device_id=786bb849-6036-496f-b2d0-369612e6edfa HTTP/1.1" status: 200 len: 1099 time: 0.0438910 Sep 21 13:04:00.345050 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7485e-7172-4bd3-87cb-75dda65648b4 req-b6ccf770-0e56-4256-83fe-d5322f0ed6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:04:00.346600 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-89a7485e-7172-4bd3-87cb-75dda65648b4 req-b6ccf770-0e56-4256-83fe-d5322f0ed6d9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=344dc57f-fc9f-4c89-8fe2-ba4648ab75f5 HTTP/1.1" status: 200 len: 909 time: 0.0827239 Sep 21 13:04:00.414214 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-89a7485e-7172-4bd3-87cb-75dda65648b4 req-679fb4c7-87db-4d21-b992-64a526a5afdf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=813fb07f-c0d0-4f1b-9eed-6ca43b2aa554 HTTP/1.1" status: 200 len: 1002 time: 0.0594485 Sep 21 13:04:00.463641 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7485e-7172-4bd3-87cb-75dda65648b4 req-c6d613f9-aede-4aaa-b994-a0b4eef4a430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:04:00.465562 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-89a7485e-7172-4bd3-87cb-75dda65648b4 req-c6d613f9-aede-4aaa-b994-a0b4eef4a430 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eb0a204d-c491-4508-92a7-0d2349cebcf8 HTTP/1.1" status: 200 len: 847 time: 0.0413663 Sep 21 13:04:00.508944 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7485e-7172-4bd3-87cb-75dda65648b4 req-8cc52905-0ec7-44d1-9c49-af3e95620e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:04:00.510440 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-89a7485e-7172-4bd3-87cb-75dda65648b4 req-8cc52905-0ec7-44d1-9c49-af3e95620e69 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=344dc57f-fc9f-4c89-8fe2-ba4648ab75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382121 Sep 21 13:04:00.605853 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-89a7485e-7172-4bd3-87cb-75dda65648b4 req-42384a9f-4a13-4b35-a54b-492ea811e017 service neutron] 10.222.0.45 "GET /v2.0/networks/344dc57f-fc9f-4c89-8fe2-ba4648ab75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881486 Sep 21 13:04:00.696499 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-89a7485e-7172-4bd3-87cb-75dda65648b4 req-3b78de69-55f6-4a20-8f82-1ffa0ffb00b6 service neutron] 10.222.0.45 "GET /v2.0/networks/344dc57f-fc9f-4c89-8fe2-ba4648ab75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832996 Sep 21 13:04:01.277419 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bc23a-013f-4397-b738-b9928d3951b8 req-56b764a0-45a1-4dab-b563-aea370913fc3 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:04:01.278977 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-766bc23a-013f-4397-b738-b9928d3951b8 req-56b764a0-45a1-4dab-b563-aea370913fc3 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/ports?device_id=786bb849-6036-496f-b2d0-369612e6edfa HTTP/1.1" status: 200 len: 946 time: 0.0515740 Sep 21 13:04:01.321660 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-766bc23a-013f-4397-b738-b9928d3951b8 req-93b04fbb-64f4-40a3-9788-b71d3f7e2649 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/security-groups?id=82e03a96-1a20-486c-b26f-aa08f81e105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364897 Sep 21 13:04:02.250506 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device 813fb07f-c0d0-4f1b-9eed-6ca43b2aa554 no longer exists at agent hyperv_hv-cinder-81013 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 13:04:02.331321 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:02.353765 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '786bb849-6036-496f-b2d0-369612e6edfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '813fb07f-c0d0-4f1b-9eed-6ca43b2aa554'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 13:04:02.356207 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e3f31dd35d6e9892686e3dd7e28a33bc22b0e68501ee526cb23c786b8cd504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b347de6-62a9-44ff-a1dc-20b68353a512" -d '{"events": [{"server_uuid": "786bb849-6036-496f-b2d0-369612e6edfa", "name": "network-vif-unplugged", "status": "completed", "tag": "813fb07f-c0d0-4f1b-9eed-6ca43b2aa554"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 13:04:02.368805 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port 813fb07f-c0d0-4f1b-9eed-6ca43b2aa554, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=813fb07f-c0d0-4f1b-9eed-6ca43b2aa554,segment=NetworkSegment(79299c8c-6bb6-46c5-8fb8-88decc7784bc),segment_id=79299c8c-6bb6-46c5-8fb8-88decc7784bc)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:04:02.374420 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:02.398193 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 21 Sep 2021 13:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79040b5b-2a3f-4953-829e-6005d8a7d431 x-openstack-request-id: req-79040b5b-2a3f-4953-829e-6005d8a7d431 {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 13:04:02.398520 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "786bb849-6036-496f-b2d0-369612e6edfa", "name": "network-vif-unplugged", "status": "completed", "tag": "813fb07f-c0d0-4f1b-9eed-6ca43b2aa554", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 13:04:02.398770 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-79040b5b-2a3f-4953-829e-6005d8a7d431 {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 13:04:02.399148 dv-cinder-810131-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '786bb849-6036-496f-b2d0-369612e6edfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '813fb07f-c0d0-4f1b-9eed-6ca43b2aa554', 'code': 200} Sep 21 13:04:02.424214 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=813fb07f-c0d0-4f1b-9eed-6ca43b2aa554,revision_number=6']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:04:02.431415 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:04:02.431768 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:04:02.432106 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:04:02.433214 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:04:02.433214 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:04:02.433214 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:04:02.434211 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:04:02.434349 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:04:02.434897 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:04:02.435221 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:04:02.435548 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:04:02.435886 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:04:02.458612 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d65ee8-8412-44f8-b66d-3b44bd607a49 req-e7c1a737-d291-40c3-99b6-0e2c18704faf tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:04:02.460125 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b9d65ee8-8412-44f8-b66d-3b44bd607a49 req-e7c1a737-d291-40c3-99b6-0e2c18704faf tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/ports?device_id=786bb849-6036-496f-b2d0-369612e6edfa HTTP/1.1" status: 200 len: 944 time: 0.0710223 Sep 21 13:04:02.497615 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b9d65ee8-8412-44f8-b66d-3b44bd607a49 req-5736ce27-ff30-4708-b0d3-c6acedce75e9 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/security-groups?id=82e03a96-1a20-486c-b26f-aa08f81e105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314212 Sep 21 13:04:03.616832 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dfb8c3-d317-42da-9c9c-f8da5097fc62 req-e15bde30-9685-43d2-9039-dde8383f2826 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:04:03.618330 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a5dfb8c3-d317-42da-9c9c-f8da5097fc62 req-e15bde30-9685-43d2-9039-dde8383f2826 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/ports?device_id=786bb849-6036-496f-b2d0-369612e6edfa HTTP/1.1" status: 200 len: 944 time: 0.0484116 Sep 21 13:04:03.656446 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-a5dfb8c3-d317-42da-9c9c-f8da5097fc62 req-ff1103ae-045e-4c6f-974c-e9d502113e8d tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/security-groups?id=82e03a96-1a20-486c-b26f-aa08f81e105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310540 Sep 21 13:04:04.775871 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95943bbc-d818-49c5-888c-21c9d5f0930d req-9271eb39-aec2-431c-bd4e-5e28e18d6c5d tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:04:04.777819 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-95943bbc-d818-49c5-888c-21c9d5f0930d req-9271eb39-aec2-431c-bd4e-5e28e18d6c5d tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/ports?device_id=786bb849-6036-496f-b2d0-369612e6edfa HTTP/1.1" status: 200 len: 944 time: 0.0549159 Sep 21 13:04:04.818586 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-95943bbc-d818-49c5-888c-21c9d5f0930d req-d3e43c42-3ef0-4a24-910d-3b751a6bb8df tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/security-groups?id=82e03a96-1a20-486c-b26f-aa08f81e105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341802 Sep 21 13:04:05.931422 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228b709-18bd-4733-a03b-54ff06fead2f req-805c6435-a315-49ea-b75a-3eceff31d5d3 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:04:05.932889 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5228b709-18bd-4733-a03b-54ff06fead2f req-805c6435-a315-49ea-b75a-3eceff31d5d3 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/ports?device_id=786bb849-6036-496f-b2d0-369612e6edfa HTTP/1.1" status: 200 len: 944 time: 0.0482616 Sep 21 13:04:05.972780 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5228b709-18bd-4733-a03b-54ff06fead2f req-9963e6c4-c257-43d0-95c0-ce3fa0d002ab tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/security-groups?id=82e03a96-1a20-486c-b26f-aa08f81e105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332997 Sep 21 13:04:06.917762 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76db23-cd27-49ac-b6eb-8bd81223a629 req-2109f88d-dd5e-424f-aa27-15f6e234f896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:04:06.919312 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0c76db23-cd27-49ac-b6eb-8bd81223a629 req-2109f88d-dd5e-424f-aa27-15f6e234f896 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=786bb849-6036-496f-b2d0-369612e6edfa HTTP/1.1" status: 200 len: 1097 time: 0.0406613 Sep 21 13:04:06.956525 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0c76db23-cd27-49ac-b6eb-8bd81223a629 req-81829adb-35c7-475a-9c98-434e714f4ccc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=82e03a96-1a20-486c-b26f-aa08f81e105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300937 Sep 21 13:04:07.092167 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86acce49-1279-4ff3-b288-602cc9478c5d req-59dd0fe4-5923-4ccd-ae5a-274b56bdb6de tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:04:07.093712 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-86acce49-1279-4ff3-b288-602cc9478c5d req-59dd0fe4-5923-4ccd-ae5a-274b56bdb6de tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/ports?device_id=786bb849-6036-496f-b2d0-369612e6edfa HTTP/1.1" status: 200 len: 944 time: 0.0545261 Sep 21 13:04:07.131965 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-86acce49-1279-4ff3-b288-602cc9478c5d req-4547e369-f88d-45c7-a606-4170cbf738d7 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/security-groups?id=82e03a96-1a20-486c-b26f-aa08f81e105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319159 Sep 21 13:04:08.249380 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed29342-103b-48c4-a250-8046ca5b1144 req-7c9be6ca-96eb-4286-9090-4ce7ca999125 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:04:08.250864 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0ed29342-103b-48c4-a250-8046ca5b1144 req-7c9be6ca-96eb-4286-9090-4ce7ca999125 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/ports?device_id=786bb849-6036-496f-b2d0-369612e6edfa HTTP/1.1" status: 200 len: 944 time: 0.0488522 Sep 21 13:04:08.311573 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device 813fb07f-c0d0-4f1b-9eed-6ca43b2aa554 details requested by agent hyperv_hv-cinder-81013 with host hv-cinder-81013 {{(pid=93970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 13:04:08.358860 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-0ed29342-103b-48c4-a250-8046ca5b1144 req-835139f1-f413-4797-a909-a1bb8ebef1c2 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/security-groups?id=82e03a96-1a20-486c-b26f-aa08f81e105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017690 Sep 21 13:04:08.433846 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port 813fb07f-c0d0-4f1b-9eed-6ca43b2aa554, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=813fb07f-c0d0-4f1b-9eed-6ca43b2aa554,segment=NetworkSegment(79299c8c-6bb6-46c5-8fb8-88decc7784bc),segment_id=79299c8c-6bb6-46c5-8fb8-88decc7784bc)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:04:08.447112 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Returning: {'device': '813fb07f-c0d0-4f1b-9eed-6ca43b2aa554', 'network_id': '344dc57f-fc9f-4c89-8fe2-ba4648ab75f5', 'port_id': '813fb07f-c0d0-4f1b-9eed-6ca43b2aa554', 'mac_address': 'fa:16:3e:f0:06:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0a204d-c491-4508-92a7-0d2349cebcf8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 13:04:08.485796 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:08.498717 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 813fb07f-c0d0-4f1b-9eed-6ca43b2aa554 {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 13:04:08.517456 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port 813fb07f-c0d0-4f1b-9eed-6ca43b2aa554, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=813fb07f-c0d0-4f1b-9eed-6ca43b2aa554,segment=NetworkSegment(79299c8c-6bb6-46c5-8fb8-88decc7784bc),segment_id=79299c8c-6bb6-46c5-8fb8-88decc7784bc)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:04:08.521923 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:08.570027 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=813fb07f-c0d0-4f1b-9eed-6ca43b2aa554,revision_number=7']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:04:08.785626 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] get_ports_and_sgs() called for port_ids ['813fb07f-c0d0-4f1b-9eed-6ca43b2aa554'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 13:04:10.328368 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device 813fb07f-c0d0-4f1b-9eed-6ca43b2aa554 up at agent hyperv_hv-cinder-81013 {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 13:04:10.380932 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Provisioning complete for port 813fb07f-c0d0-4f1b-9eed-6ca43b2aa554 triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 13:04:10.381298 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:10.456823 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:10.479199 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '786bb849-6036-496f-b2d0-369612e6edfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813fb07f-c0d0-4f1b-9eed-6ca43b2aa554'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 13:04:10.481994 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e3f31dd35d6e9892686e3dd7e28a33bc22b0e68501ee526cb23c786b8cd504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168e05b9-2e1a-4aed-abf9-f3fb1f84c1d3" -d '{"events": [{"server_uuid": "786bb849-6036-496f-b2d0-369612e6edfa", "name": "network-vif-plugged", "status": "completed", "tag": "813fb07f-c0d0-4f1b-9eed-6ca43b2aa554"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 13:04:10.494821 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port 813fb07f-c0d0-4f1b-9eed-6ca43b2aa554, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=813fb07f-c0d0-4f1b-9eed-6ca43b2aa554,segment=NetworkSegment(79299c8c-6bb6-46c5-8fb8-88decc7784bc),segment_id=79299c8c-6bb6-46c5-8fb8-88decc7784bc)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:04:10.499685 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:10.524562 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 13:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5e940d-8cf7-4e8c-9587-035fb3bc6928 x-openstack-request-id: req-ad5e940d-8cf7-4e8c-9587-035fb3bc6928 {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 13:04:10.524853 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "786bb849-6036-496f-b2d0-369612e6edfa", "name": "network-vif-plugged", "status": "completed", "tag": "813fb07f-c0d0-4f1b-9eed-6ca43b2aa554", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 13:04:10.525105 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ad5e940d-8cf7-4e8c-9587-035fb3bc6928 {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 13:04:10.525484 dv-cinder-810131-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '786bb849-6036-496f-b2d0-369612e6edfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813fb07f-c0d0-4f1b-9eed-6ca43b2aa554', 'code': 200} Sep 21 13:04:10.552123 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=813fb07f-c0d0-4f1b-9eed-6ca43b2aa554,revision_number=8']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:04:12.672332 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f80470d1-67ca-44c0-80b6-61312af58859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:15.343750 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-fe0045e7-745e-46fc-b66c-4da23af7b23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:15.393477 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 34786) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:04:15.582984 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-019f557f-7b80-4cc5-9c8c-94512810d6b0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Deleting port 58565f8b-a11c-40b5-9f41-10e1dbcad616 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 13:04:15.583541 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-019f557f-7b80-4cc5-9c8c-94512810d6b0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:15.662130 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f33279-3da8-41d7-8a23-2d9066775f4b req-c4221f95-1bb4-446e-a7b7-94432e4a36cd tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:04:15.664856 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e9f33279-3da8-41d7-8a23-2d9066775f4b req-c4221f95-1bb4-446e-a7b7-94432e4a36cd tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 945 time: 0.0689991 Sep 21 13:04:15.679705 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-019f557f-7b80-4cc5-9c8c-94512810d6b0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:15.680165 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-019f557f-7b80-4cc5-9c8c-94512810d6b0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:15.693775 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-019f557f-7b80-4cc5-9c8c-94512810d6b0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Calling delete_port for 58565f8b-a11c-40b5-9f41-10e1dbcad616 owned by network:floatingip {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 13:04:15.722670 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-e9f33279-3da8-41d7-8a23-2d9066775f4b req-19976701-914a-48a9-9790-4282f34e41a3 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d414155-1767-4d91-8188-6bbfa6f8b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508854 Sep 21 13:04:15.878822 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-019f557f-7b80-4cc5-9c8c-94512810d6b0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9294141'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:15.903386 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f557f-7b80-4cc5-9c8c-94512810d6b0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Pushing event deleted for resources: {'Port': ['ID=58565f8b-a11c-40b5-9f41-10e1dbcad616,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:04:15.912065 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:15.919326 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f557f-7b80-4cc5-9c8c-94512810d6b0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:04:15.919672 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f557f-7b80-4cc5-9c8c-94512810d6b0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:04:15.920013 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f557f-7b80-4cc5-9c8c-94512810d6b0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:04:15.920339 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f557f-7b80-4cc5-9c8c-94512810d6b0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:04:15.920663 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f557f-7b80-4cc5-9c8c-94512810d6b0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:04:15.920986 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f557f-7b80-4cc5-9c8c-94512810d6b0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:04:15.921309 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f557f-7b80-4cc5-9c8c-94512810d6b0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:04:15.921633 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f557f-7b80-4cc5-9c8c-94512810d6b0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:04:15.921952 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f557f-7b80-4cc5-9c8c-94512810d6b0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:04:15.922269 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f557f-7b80-4cc5-9c8c-94512810d6b0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:04:15.922611 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f557f-7b80-4cc5-9c8c-94512810d6b0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:04:15.922925 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f557f-7b80-4cc5-9c8c-94512810d6b0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:04:15.977702 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-019f557f-7b80-4cc5-9c8c-94512810d6b0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks [] for floatingip, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:15.978026 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.db.l3_db [None req-019f557f-7b80-4cc5-9c8c-94512810d6b0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Floating IP 475482da-2df1-4947-afe9-53e3e0ba658f disassociated (deleted). External IP: 172.27.0.17, port: 7cc8d989-6a43-4fa6-91f2-23259fb008aa. Sep 21 13:04:16.005008 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:16.192330 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-019f557f-7b80-4cc5-9c8c-94512810d6b0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Router b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5 has already been hosted by L3 agent ac1410d3-fc19-41f1-a8a6-9305dbf296af {{(pid=93969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 13:04:16.306792 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019f557f-7b80-4cc5-9c8c-94512810d6b0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify agent at l3_agent.dv-cinder-810131-2-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 13:04:16.312580 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-019f557f-7b80-4cc5-9c8c-94512810d6b0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for floatingip, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:16.317090 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84082f87-96fe-4a0b-bae2-3bd426a28de4 None None] Sync routers for ids ['b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'] in dv-cinder-810131-2-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 13:04:16.327509 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84082f87-96fe-4a0b-bae2-3bd426a28de4 None None] Routers {'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 13:04:16.328227 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-84082f87-96fe-4a0b-bae2-3bd426a28de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T13:04:15Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:04:16.340079 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-019f557f-7b80-4cc5-9c8c-94512810d6b0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "DELETE /v2.0/floatingips/475482da-2df1-4947-afe9-53e3e0ba658f HTTP/1.1" status: 204 len: 168 time: 0.9452960 Sep 21 13:04:16.340688 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '045b5464-bbd6-4770-b66a-a527c7f2fed1', 'tag': '7cc8d989-6a43-4fa6-91f2-23259fb008aa'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 13:04:16.343094 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}891eab8d1a3043c3e369406f1201b67df81013e3c20d23918ff9fd5cd34c6e83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b48a5b-698e-4c9a-b7ff-ec1b95dad8ba" -d '{"events": [{"name": "network-changed", "server_uuid": "045b5464-bbd6-4770-b66a-a527c7f2fed1", "tag": "7cc8d989-6a43-4fa6-91f2-23259fb008aa"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 13:04:16.381920 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 13:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d553a76c-e0cc-4e54-9dfc-41d1e64442b9 x-openstack-request-id: req-d553a76c-e0cc-4e54-9dfc-41d1e64442b9 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 13:04:16.382206 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "045b5464-bbd6-4770-b66a-a527c7f2fed1", "tag": "7cc8d989-6a43-4fa6-91f2-23259fb008aa", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 13:04:16.382512 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d553a76c-e0cc-4e54-9dfc-41d1e64442b9 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 13:04:16.382947 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '045b5464-bbd6-4770-b66a-a527c7f2fed1', 'tag': '7cc8d989-6a43-4fa6-91f2-23259fb008aa', 'status': 'completed', 'code': 200} Sep 21 13:04:16.445118 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-84082f87-96fe-4a0b-bae2-3bd426a28de4 None None] Set router b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5 gateway port host: dv-cinder-810131-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 13:04:16.459219 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b48a5b-698e-4c9a-b7ff-ec1b95dad8ba req-54a41dfc-9ca0-4f0a-aff6-31fafb14862c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:04:16.461287 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-94b48a5b-698e-4c9a-b7ff-ec1b95dad8ba req-54a41dfc-9ca0-4f0a-aff6-31fafb14862c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f8dd986907b641449edd23beaff087cd&device_id=045b5464-bbd6-4770-b66a-a527c7f2fed1 HTTP/1.1" status: 200 len: 1099 time: 0.0513637 Sep 21 13:04:16.581499 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b48a5b-698e-4c9a-b7ff-ec1b95dad8ba req-e5771d0c-126b-453e-b5d6-51e06cd0b0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:04:16.583853 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-94b48a5b-698e-4c9a-b7ff-ec1b95dad8ba req-e5771d0c-126b-453e-b5d6-51e06cd0b0c5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9 HTTP/1.1" status: 200 len: 913 time: 0.1087556 Sep 21 13:04:16.596326 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2e791-38ff-4bf4-b05f-366dd61ce163 req-bd6639f7-6ca3-4c72-ae83-a9bdedc6df7d tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:04:16.597982 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4ac2e791-38ff-4bf4-b05f-366dd61ce163 req-bd6639f7-6ca3-4c72-ae83-a9bdedc6df7d tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=045b5464-bbd6-4770-b66a-a527c7f2fed1 HTTP/1.1" status: 200 len: 946 time: 0.0509658 Sep 21 13:04:16.633202 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-94b48a5b-698e-4c9a-b7ff-ec1b95dad8ba req-69ea2fc0-3165-4729-ac2e-a5f930558eba service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cc8d989-6a43-4fa6-91f2-23259fb008aa HTTP/1.1" status: 200 len: 217 time: 0.0406394 Sep 21 13:04:16.647046 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4ac2e791-38ff-4bf4-b05f-366dd61ce163 req-32ff4c49-b3d6-4210-8c24-38cd8738ee79 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388012 Sep 21 13:04:16.677733 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:16.694326 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b48a5b-698e-4c9a-b7ff-ec1b95dad8ba req-7d2887a1-cbb7-445c-8919-bd680690ca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:04:16.695931 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-94b48a5b-698e-4c9a-b7ff-ec1b95dad8ba req-7d2887a1-cbb7-445c-8919-bd680690ca4e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7097d818-f75a-489b-96c8-b19c4cc747bd HTTP/1.1" status: 200 len: 851 time: 0.0547454 Sep 21 13:04:16.723956 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-84082f87-96fe-4a0b-bae2-3bd426a28de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'name': 'tempest-TestVolumeBootPattern-1695748614-router', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4957470c-a00c-42ae-a868-1b82a9d111f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:56:22Z', 'updated_at': '2021-09-21T12:56:26Z', 'revision_number': 4, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'gw_port': {'id': '4957470c-a00c-42ae-a868-1b82a9d111f7', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:23Z', 'updated_at': '2021-09-21T12:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_floatingips': [{'id': '8c374f07-77c3-447c-9acf-07f917cc30dc', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'floating_ip_address': '172.27.0.248', 'floating_network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'router_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'port_id': 'f12d2712-ce0b-46c2-8b49-f820c2519276', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9', 'mac_address': 'fa:16:3e:05:e3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8966fb-955a-4106-9a4d-164be1a06e28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T13:00:38Z', 'updated_at': '2021-09-21T13:00:40Z', 'revision_number': 1, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb25802-0914-48c9-9676-12b51edc041a', 'name': '', 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'mac_address': 'fa:16:3e:5b:a5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7097d818-f75a-489b-96c8-b19c4cc747bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:25Z', 'updated_at': '2021-09-21T12:56:31Z', 'revision_number': 5, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'subnets': [{'id': '7097d818-f75a-489b-96c8-b19c4cc747bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:04:16.743641 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b48a5b-698e-4c9a-b7ff-ec1b95dad8ba req-d2caad94-42ba-443c-9c2c-cdce8f6bd44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:04:16.745898 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-94b48a5b-698e-4c9a-b7ff-ec1b95dad8ba req-d2caad94-42ba-443c-9c2c-cdce8f6bd44f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407069 Sep 21 13:04:16.751448 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84082f87-96fe-4a0b-bae2-3bd426a28de4 None None] Checking router: b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5 for host: dv-cinder-810131-2-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 13:04:16.767105 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84082f87-96fe-4a0b-bae2-3bd426a28de4 None None] Routers {'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 13:04:16.767861 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-84082f87-96fe-4a0b-bae2-3bd426a28de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T13:04:15Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:04:16.850846 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-94b48a5b-698e-4c9a-b7ff-ec1b95dad8ba req-eaa8379a-a853-4235-9d90-c153fe9bcc83 service neutron] 10.222.0.45 "GET /v2.0/networks/1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969489 Sep 21 13:04:16.889857 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-84082f87-96fe-4a0b-bae2-3bd426a28de4 None None] Set router b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5 gateway port host: dv-cinder-810131-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 13:04:16.972154 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5cb35-cc11-40da-a3ba-0417408e2abe req-08c69cda-caf4-4857-8a76-63339756730f tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:04:16.973565 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-52a5cb35-cc11-40da-a3ba-0417408e2abe req-08c69cda-caf4-4857-8a76-63339756730f tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 945 time: 0.1608958 Sep 21 13:04:17.006483 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-94b48a5b-698e-4c9a-b7ff-ec1b95dad8ba req-df314dc8-6bbb-4a9f-9879-7aab38379654 service neutron] 10.222.0.45 "GET /v2.0/networks/1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475954 Sep 21 13:04:17.024908 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-52a5cb35-cc11-40da-a3ba-0417408e2abe req-cade606c-f569-4afa-b7f7-299064d23aed tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d414155-1767-4d91-8188-6bbfa6f8b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452447 Sep 21 13:04:17.129683 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-84082f87-96fe-4a0b-bae2-3bd426a28de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'name': 'tempest-TestVolumeBootPattern-1695748614-router', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4957470c-a00c-42ae-a868-1b82a9d111f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:56:22Z', 'updated_at': '2021-09-21T12:56:26Z', 'revision_number': 4, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'gw_port': {'id': '4957470c-a00c-42ae-a868-1b82a9d111f7', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:23Z', 'updated_at': '2021-09-21T12:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_floatingips': [{'id': '8c374f07-77c3-447c-9acf-07f917cc30dc', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'floating_ip_address': '172.27.0.248', 'floating_network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'router_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'port_id': 'f12d2712-ce0b-46c2-8b49-f820c2519276', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9', 'mac_address': 'fa:16:3e:05:e3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8966fb-955a-4106-9a4d-164be1a06e28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T13:00:38Z', 'updated_at': '2021-09-21T13:00:40Z', 'revision_number': 1, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb25802-0914-48c9-9676-12b51edc041a', 'name': '', 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'mac_address': 'fa:16:3e:5b:a5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7097d818-f75a-489b-96c8-b19c4cc747bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:25Z', 'updated_at': '2021-09-21T12:56:31Z', 'revision_number': 5, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'subnets': [{'id': '7097d818-f75a-489b-96c8-b19c4cc747bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:04:17.156822 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84082f87-96fe-4a0b-bae2-3bd426a28de4 None None] The sync data for ids ['b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'] in dv-cinder-810131-2-iscsi is: [{'id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'name': 'tempest-TestVolumeBootPattern-1695748614-router', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4957470c-a00c-42ae-a868-1b82a9d111f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:56:22Z', 'updated_at': '2021-09-21T12:56:26Z', 'revision_number': 4, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'gw_port': {'id': '4957470c-a00c-42ae-a868-1b82a9d111f7', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:23Z', 'updated_at': '2021-09-21T12:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_floatingips': [{'id': '8c374f07-77c3-447c-9acf-07f917cc30dc', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'floating_ip_address': '172.27.0.248', 'floating_network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'router_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'port_id': 'f12d2712-ce0b-46c2-8b49-f820c2519276', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9', 'mac_address': 'fa:16:3e:05:e3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8966fb-955a-4106-9a4d-164be1a06e28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T13:00:38Z', 'updated_at': '2021-09-21T13:00:40Z', 'revision_number': 1, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb25802-0914-48c9-9676-12b51edc041a', 'name': '', 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'mac_address': 'fa:16:3e:5b:a5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7097d818-f75a-489b-96c8-b19c4cc747bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:25Z', 'updated_at': '2021-09-21T12:56:31Z', 'revision_number': 5, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'subnets': [{'id': '7097d818-f75a-489b-96c8-b19c4cc747bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 13:04:17.379032 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f4d286-a05c-450a-94f0-b385ca9397fa None None] New status for floating IP 475482da-2df1-4947-afe9-53e3e0ba658f: DOWN {{(pid=93970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 13:04:17.769910 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5f0bd-5419-430d-b7ae-a5a9d895c821 req-e8d2625e-ab80-40a4-8bdd-b094e42fce04 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:04:17.771378 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9da5f0bd-5419-430d-b7ae-a5a9d895c821 req-e8d2625e-ab80-40a4-8bdd-b094e42fce04 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=045b5464-bbd6-4770-b66a-a527c7f2fed1 HTTP/1.1" status: 200 len: 946 time: 0.0497100 Sep 21 13:04:17.815114 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-9da5f0bd-5419-430d-b7ae-a5a9d895c821 req-d02108c2-9060-445b-91a5-4ec16f772999 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377412 Sep 21 13:04:17.977941 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:18.162071 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5eb9a7-dd98-43f2-b2da-4943407f8545 req-2487d473-aac3-44fa-b844-43ca93f1e2aa tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:04:18.163576 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ae5eb9a7-dd98-43f2-b2da-4943407f8545 req-2487d473-aac3-44fa-b844-43ca93f1e2aa tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.45 "GET /v2.0/ports?device_id=045b5464-bbd6-4770-b66a-a527c7f2fed1 HTTP/1.1" status: 200 len: 946 time: 0.0814276 Sep 21 13:04:18.175236 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bfed70-4817-44c9-a6d3-6189eb2fc96c req-97308f9d-31bf-4a06-acd6-71dcdeeff8e8 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:04:18.176639 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-97bfed70-4817-44c9-a6d3-6189eb2fc96c req-97308f9d-31bf-4a06-acd6-71dcdeeff8e8 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 945 time: 0.0656097 Sep 21 13:04:18.264512 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-97bfed70-4817-44c9-a6d3-6189eb2fc96c req-9a89c18a-5d79-4520-9661-309f30ce7519 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d414155-1767-4d91-8188-6bbfa6f8b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804186 Sep 21 13:04:18.293851 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-ae5eb9a7-dd98-43f2-b2da-4943407f8545 req-36148d39-9983-4385-89ab-7309392c9224 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Deleting port 7cc8d989-6a43-4fa6-91f2-23259fb008aa {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 13:04:18.294103 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-ae5eb9a7-dd98-43f2-b2da-4943407f8545 req-36148d39-9983-4385-89ab-7309392c9224 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:18.388650 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-ae5eb9a7-dd98-43f2-b2da-4943407f8545 req-36148d39-9983-4385-89ab-7309392c9224 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] For port 7cc8d989-6a43-4fa6-91f2-23259fb008aa, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=7cc8d989-6a43-4fa6-91f2-23259fb008aa,segment=NetworkSegment(3e28581a-7375-4fda-870d-9e9e6a1f581d),segment_id=3e28581a-7375-4fda-870d-9e9e6a1f581d)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:04:18.389012 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-ae5eb9a7-dd98-43f2-b2da-4943407f8545 req-36148d39-9983-4385-89ab-7309392c9224 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:18.400782 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-ae5eb9a7-dd98-43f2-b2da-4943407f8545 req-36148d39-9983-4385-89ab-7309392c9224 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Calling delete_port for 7cc8d989-6a43-4fa6-91f2-23259fb008aa owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 13:04:18.540133 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-ae5eb9a7-dd98-43f2-b2da-4943407f8545 req-36148d39-9983-4385-89ab-7309392c9224 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9294141'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:18.570129 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36148d39-9983-4385-89ab-7309392c9224 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Pushing event deleted for resources: {'Port': ['ID=7cc8d989-6a43-4fa6-91f2-23259fb008aa,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:04:18.613124 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae5eb9a7-dd98-43f2-b2da-4943407f8545 req-36148d39-9983-4385-89ab-7309392c9224 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] No DVR routers for this DVR port 7cc8d989-6a43-4fa6-91f2-23259fb008aa on host hv-cinder-81013 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 13:04:18.615824 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-ae5eb9a7-dd98-43f2-b2da-4943407f8545 req-36148d39-9983-4385-89ab-7309392c9224 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:18.617876 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ae5eb9a7-dd98-43f2-b2da-4943407f8545 req-36148d39-9983-4385-89ab-7309392c9224 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.45 "DELETE /v2.0/ports/7cc8d989-6a43-4fa6-91f2-23259fb008aa HTTP/1.1" status: 204 len: 173 time: 0.4403753 Sep 21 13:04:18.618323 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '045b5464-bbd6-4770-b66a-a527c7f2fed1', 'name': 'network-vif-deleted', 'tag': '7cc8d989-6a43-4fa6-91f2-23259fb008aa'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 13:04:18.620656 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}891eab8d1a3043c3e369406f1201b67df81013e3c20d23918ff9fd5cd34c6e83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb95e51-f315-4db1-b0b0-dd2f4a2f3c44" -d '{"events": [{"server_uuid": "045b5464-bbd6-4770-b66a-a527c7f2fed1", "name": "network-vif-deleted", "tag": "7cc8d989-6a43-4fa6-91f2-23259fb008aa"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 13:04:18.670245 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 13:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d06264a-9ccc-49f6-9013-a31fd4873411 x-openstack-request-id: req-1d06264a-9ccc-49f6-9013-a31fd4873411 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 13:04:18.670566 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "045b5464-bbd6-4770-b66a-a527c7f2fed1", "name": "network-vif-deleted", "tag": "7cc8d989-6a43-4fa6-91f2-23259fb008aa", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 13:04:18.670815 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1d06264a-9ccc-49f6-9013-a31fd4873411 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 13:04:18.671204 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '045b5464-bbd6-4770-b66a-a527c7f2fed1', 'name': 'network-vif-deleted', 'tag': '7cc8d989-6a43-4fa6-91f2-23259fb008aa', 'status': 'completed', 'code': 200} Sep 21 13:04:18.916421 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b88dbd41-4e2d-47d0-9fa5-fba5e42b3864 req-27dda8cd-6ff2-4cd5-afe4-e612ca85a130 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=045b5464-bbd6-4770-b66a-a527c7f2fed1 HTTP/1.1" status: 200 len: 210 time: 0.0324419 Sep 21 13:04:19.396197 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d2bf9-902a-431e-b4eb-ae2e1bcdbd60 req-df74563b-c21e-46f0-839d-9b501f6bf35e tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:04:19.397722 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-145d2bf9-902a-431e-b4eb-ae2e1bcdbd60 req-df74563b-c21e-46f0-839d-9b501f6bf35e tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 945 time: 0.0606501 Sep 21 13:04:19.435738 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-145d2bf9-902a-431e-b4eb-ae2e1bcdbd60 req-8396556b-2398-4b5a-963f-32d49f2da3b7 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d414155-1767-4d91-8188-6bbfa6f8b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317867 Sep 21 13:04:20.551587 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d4f1ef-2dcf-488b-8d4c-3ff2c3a6aece req-d71fb67b-dcba-4b1d-9282-189942efc22f tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:04:20.553083 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f1d4f1ef-2dcf-488b-8d4c-3ff2c3a6aece req-d71fb67b-dcba-4b1d-9282-189942efc22f tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 945 time: 0.0496159 Sep 21 13:04:20.592519 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-f1d4f1ef-2dcf-488b-8d4c-3ff2c3a6aece req-7e2b227c-1278-47ef-b8e0-93d21d6819df tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d414155-1767-4d91-8188-6bbfa6f8b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326626 Sep 21 13:04:21.707724 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c2095-58b2-4274-89d0-2b68595b5e00 req-2329e1d5-e352-4abf-a7b7-18048bd80c17 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:04:21.709204 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-588c2095-58b2-4274-89d0-2b68595b5e00 req-2329e1d5-e352-4abf-a7b7-18048bd80c17 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 945 time: 0.0479906 Sep 21 13:04:21.747051 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-588c2095-58b2-4274-89d0-2b68595b5e00 req-4d3dac97-803f-4a1b-80fd-325649ca5372 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d414155-1767-4d91-8188-6bbfa6f8b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311337 Sep 21 13:04:22.221567 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 34830) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:04:22.388159 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-946244fa-910a-42cb-bef0-ce8a7d49b386 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Deleting port 2397d10c-c93e-423b-b6c3-03dff0af9409 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 13:04:22.388502 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-946244fa-910a-42cb-bef0-ce8a7d49b386 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:22.422042 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device 7cc8d989-6a43-4fa6-91f2-23259fb008aa no longer exists at agent hyperv_hv-cinder-81013 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 13:04:22.446344 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] No Port match for: 7cc8d989-6a43-4fa6-91f2-23259fb008aa {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 13:04:22.446731 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device 7cc8d989-6a43-4fa6-91f2-23259fb008aa not bound to the agent host hv-cinder-81013 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 13:04:22.478094 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-946244fa-910a-42cb-bef0-ce8a7d49b386 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:22.478444 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-946244fa-910a-42cb-bef0-ce8a7d49b386 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:22.491173 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-946244fa-910a-42cb-bef0-ce8a7d49b386 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Calling delete_port for 2397d10c-c93e-423b-b6c3-03dff0af9409 owned by network:floatingip {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 13:04:22.640238 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-946244fa-910a-42cb-bef0-ce8a7d49b386 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9294141'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:22.671843 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946244fa-910a-42cb-bef0-ce8a7d49b386 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Pushing event deleted for resources: {'Port': ['ID=2397d10c-c93e-423b-b6c3-03dff0af9409,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:04:22.735391 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-946244fa-910a-42cb-bef0-ce8a7d49b386 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks [] for floatingip, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:22.736091 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.db.l3_db [None req-946244fa-910a-42cb-bef0-ce8a7d49b386 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Floating IP 8c374f07-77c3-447c-9acf-07f917cc30dc disassociated (deleted). External IP: 172.27.0.248, port: f12d2712-ce0b-46c2-8b49-f820c2519276. Sep 21 13:04:22.822653 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-b5107449-46e0-4483-9031-0c19752d4acf None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 13:04:22.864702 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46517563-c614-4f8e-b92a-618668def9fc req-0d43615f-d9b4-4e16-934c-0ed6669f94c3 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:04:22.866193 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-46517563-c614-4f8e-b92a-618668def9fc req-0d43615f-d9b4-4e16-934c-0ed6669f94c3 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 945 time: 0.0495570 Sep 21 13:04:22.913657 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-46517563-c614-4f8e-b92a-618668def9fc req-121c00c2-84cf-460a-ae34-ec748ef3e9aa tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d414155-1767-4d91-8188-6bbfa6f8b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406802 Sep 21 13:04:22.955455 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946244fa-910a-42cb-bef0-ce8a7d49b386 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Router b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5 has already been hosted by L3 agent ac1410d3-fc19-41f1-a8a6-9305dbf296af {{(pid=93969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 13:04:23.068288 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946244fa-910a-42cb-bef0-ce8a7d49b386 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify agent at l3_agent.dv-cinder-810131-2-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 13:04:23.073056 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-946244fa-910a-42cb-bef0-ce8a7d49b386 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for floatingip, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:23.081393 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7b038b-ca7f-4706-b210-ec90e298cb7c None None] Sync routers for ids ['b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'] in dv-cinder-810131-2-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 13:04:23.092064 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7b038b-ca7f-4706-b210-ec90e298cb7c None None] Routers {'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 13:04:23.092692 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-ca7b038b-ca7f-4706-b210-ec90e298cb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T13:04:15Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:04:23.103339 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-946244fa-910a-42cb-bef0-ce8a7d49b386 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "DELETE /v2.0/floatingips/8c374f07-77c3-447c-9acf-07f917cc30dc HTTP/1.1" status: 204 len: 168 time: 0.8806589 Sep 21 13:04:23.103919 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a8966fb-955a-4106-9a4d-164be1a06e28', 'tag': 'f12d2712-ce0b-46c2-8b49-f820c2519276'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 13:04:23.106966 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}891eab8d1a3043c3e369406f1201b67df81013e3c20d23918ff9fd5cd34c6e83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82701e6-c0ee-476f-8954-f5cac77f2cc1" -d '{"events": [{"name": "network-changed", "server_uuid": "9a8966fb-955a-4106-9a4d-164be1a06e28", "tag": "f12d2712-ce0b-46c2-8b49-f820c2519276"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 13:04:23.144216 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 13:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551e0615-53d6-4c3d-998e-ce0fdb01eeae x-openstack-request-id: req-551e0615-53d6-4c3d-998e-ce0fdb01eeae {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 13:04:23.144507 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a8966fb-955a-4106-9a4d-164be1a06e28", "tag": "f12d2712-ce0b-46c2-8b49-f820c2519276", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 13:04:23.144759 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-551e0615-53d6-4c3d-998e-ce0fdb01eeae {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 13:04:23.145158 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a8966fb-955a-4106-9a4d-164be1a06e28', 'tag': 'f12d2712-ce0b-46c2-8b49-f820c2519276', 'status': 'completed', 'code': 200} Sep 21 13:04:23.259425 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82701e6-c0ee-476f-8954-f5cac77f2cc1 req-9bcef934-bc6c-4292-a26a-02bd05c4bebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:04:23.261038 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b82701e6-c0ee-476f-8954-f5cac77f2cc1 req-9bcef934-bc6c-4292-a26a-02bd05c4bebe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f8dd986907b641449edd23beaff087cd&device_id=9a8966fb-955a-4106-9a4d-164be1a06e28 HTTP/1.1" status: 200 len: 1098 time: 0.0929916 Sep 21 13:04:23.320106 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-ca7b038b-ca7f-4706-b210-ec90e298cb7c None None] Set router b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5 gateway port host: dv-cinder-810131-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 13:04:23.357999 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ca50d-3b7e-4bca-b5c0-d722ccd55325 req-a5a4dd2a-36bc-4246-82a6-8551c3a38f60 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:04:23.360017 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6e4ca50d-3b7e-4bca-b5c0-d722ccd55325 req-a5a4dd2a-36bc-4246-82a6-8551c3a38f60 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8966fb-955a-4106-9a4d-164be1a06e28 HTTP/1.1" status: 200 len: 945 time: 0.0583830 Sep 21 13:04:23.372849 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82701e6-c0ee-476f-8954-f5cac77f2cc1 req-1e0e0763-2fd0-4f4a-8fe3-6f39778f6099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:04:23.374329 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b82701e6-c0ee-476f-8954-f5cac77f2cc1 req-1e0e0763-2fd0-4f4a-8fe3-6f39778f6099 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9 HTTP/1.1" status: 200 len: 913 time: 0.1005561 Sep 21 13:04:23.403603 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6e4ca50d-3b7e-4bca-b5c0-d722ccd55325 req-ad2f89e5-c1a2-44fa-97c6-0a16548b05b5 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356505 Sep 21 13:04:23.418269 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b82701e6-c0ee-476f-8954-f5cac77f2cc1 req-58843566-f10b-4375-a749-11cba0dec108 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f12d2712-ce0b-46c2-8b49-f820c2519276 HTTP/1.1" status: 200 len: 217 time: 0.0360632 Sep 21 13:04:23.493723 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82701e6-c0ee-476f-8954-f5cac77f2cc1 req-5c324f8e-0364-4291-b29e-08f4a13404f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:04:23.495405 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b82701e6-c0ee-476f-8954-f5cac77f2cc1 req-5c324f8e-0364-4291-b29e-08f4a13404f0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7097d818-f75a-489b-96c8-b19c4cc747bd HTTP/1.1" status: 200 len: 851 time: 0.0637167 Sep 21 13:04:23.551630 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-ca7b038b-ca7f-4706-b210-ec90e298cb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'name': 'tempest-TestVolumeBootPattern-1695748614-router', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4957470c-a00c-42ae-a868-1b82a9d111f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:56:22Z', 'updated_at': '2021-09-21T12:56:26Z', 'revision_number': 4, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'gw_port': {'id': '4957470c-a00c-42ae-a868-1b82a9d111f7', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:23Z', 'updated_at': '2021-09-21T12:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': 'cbb25802-0914-48c9-9676-12b51edc041a', 'name': '', 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'mac_address': 'fa:16:3e:5b:a5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7097d818-f75a-489b-96c8-b19c4cc747bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:25Z', 'updated_at': '2021-09-21T12:56:31Z', 'revision_number': 5, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'subnets': [{'id': '7097d818-f75a-489b-96c8-b19c4cc747bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:04:23.553814 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82701e6-c0ee-476f-8954-f5cac77f2cc1 req-7ff54de4-c283-4732-93f3-cea939728fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:04:23.555641 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b82701e6-c0ee-476f-8954-f5cac77f2cc1 req-7ff54de4-c283-4732-93f3-cea939728fc7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518489 Sep 21 13:04:23.571680 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [req-b82701e6-c0ee-476f-8954-f5cac77f2cc1 req-62438b26-075f-4261-905d-31e77d9919ba service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 13:04:23.573533 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b82701e6-c0ee-476f-8954-f5cac77f2cc1 req-62438b26-075f-4261-905d-31e77d9919ba service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086141 Sep 21 13:04:23.583284 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7b038b-ca7f-4706-b210-ec90e298cb7c None None] Checking router: b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5 for host: dv-cinder-810131-2-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 13:04:23.593822 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7b038b-ca7f-4706-b210-ec90e298cb7c None None] Routers {'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 13:04:23.594660 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-ca7b038b-ca7f-4706-b210-ec90e298cb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T13:04:15Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:04:23.682439 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b82701e6-c0ee-476f-8954-f5cac77f2cc1 req-d3f61d0d-59fa-40b8-89a1-66f878d0d03f service neutron] 10.222.0.45 "GET /v2.0/networks/1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012132 Sep 21 13:04:23.727654 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-ca7b038b-ca7f-4706-b210-ec90e298cb7c None None] Set router b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5 gateway port host: dv-cinder-810131-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 13:04:23.805725 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-b82701e6-c0ee-476f-8954-f5cac77f2cc1 req-ff1979e7-0c4c-459e-af0c-5a1c2fdeb5fd service neutron] 10.222.0.45 "GET /v2.0/networks/1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156807 Sep 21 13:04:23.963166 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-ca7b038b-ca7f-4706-b210-ec90e298cb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'name': 'tempest-TestVolumeBootPattern-1695748614-router', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4957470c-a00c-42ae-a868-1b82a9d111f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:56:22Z', 'updated_at': '2021-09-21T12:56:26Z', 'revision_number': 4, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'gw_port': {'id': '4957470c-a00c-42ae-a868-1b82a9d111f7', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:23Z', 'updated_at': '2021-09-21T12:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': 'cbb25802-0914-48c9-9676-12b51edc041a', 'name': '', 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'mac_address': 'fa:16:3e:5b:a5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7097d818-f75a-489b-96c8-b19c4cc747bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:25Z', 'updated_at': '2021-09-21T12:56:31Z', 'revision_number': 5, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'subnets': [{'id': '7097d818-f75a-489b-96c8-b19c4cc747bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:04:23.991470 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7b038b-ca7f-4706-b210-ec90e298cb7c None None] The sync data for ids ['b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'] in dv-cinder-810131-2-iscsi is: [{'id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'name': 'tempest-TestVolumeBootPattern-1695748614-router', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4957470c-a00c-42ae-a868-1b82a9d111f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:56:22Z', 'updated_at': '2021-09-21T12:56:26Z', 'revision_number': 4, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'gw_port': {'id': '4957470c-a00c-42ae-a868-1b82a9d111f7', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:23Z', 'updated_at': '2021-09-21T12:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': 'cbb25802-0914-48c9-9676-12b51edc041a', 'name': '', 'network_id': '1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'mac_address': 'fa:16:3e:5b:a5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '7097d818-f75a-489b-96c8-b19c4cc747bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:25Z', 'updated_at': '2021-09-21T12:56:31Z', 'revision_number': 5, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'subnets': [{'id': '7097d818-f75a-489b-96c8-b19c4cc747bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 13:04:24.054970 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4bcb0a-ad90-4b07-b5ed-defdf4fd69ce req-59ad594e-9e8a-4906-a9d4-95749857409c tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:04:24.056740 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9b4bcb0a-ad90-4b07-b5ed-defdf4fd69ce req-59ad594e-9e8a-4906-a9d4-95749857409c tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 945 time: 0.0564554 Sep 21 13:04:24.103362 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-9b4bcb0a-ad90-4b07-b5ed-defdf4fd69ce req-2bff1cd9-4f21-490e-a949-14fff79538e9 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d414155-1767-4d91-8188-6bbfa6f8b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358331 Sep 21 13:04:24.237962 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0767c8e1-ac99-4639-aefa-40566db0f211 None None] New status for floating IP 8c374f07-77c3-447c-9acf-07f917cc30dc: DOWN {{(pid=93970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 13:04:24.567508 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4e4f7-1426-41f3-bb26-0da9ca95af33 req-526a8f5f-04f2-4dc7-88e5-7593046eb747 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:04:24.568946 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-cae4e4f7-1426-41f3-bb26-0da9ca95af33 req-526a8f5f-04f2-4dc7-88e5-7593046eb747 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8966fb-955a-4106-9a4d-164be1a06e28 HTTP/1.1" status: 200 len: 945 time: 0.0674322 Sep 21 13:04:24.616731 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-cae4e4f7-1426-41f3-bb26-0da9ca95af33 req-11a2dd44-cfa8-4a8c-a4a4-0d8ebd22c7c8 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405340 Sep 21 13:04:24.869417 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3384395-c8e0-442b-a3fa-a979bc7067cb req-722090ac-abe7-41bb-8f0e-dbe328cabc9b tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:04:24.871545 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f3384395-c8e0-442b-a3fa-a979bc7067cb req-722090ac-abe7-41bb-8f0e-dbe328cabc9b tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a8966fb-955a-4106-9a4d-164be1a06e28 HTTP/1.1" status: 200 len: 945 time: 0.0972888 Sep 21 13:04:24.877357 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6dd1a564-768c-43d3-9160-580116829041 req-3e75fc81-bfae-427f-9595-182897aabc3d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=786bb849-6036-496f-b2d0-369612e6edfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0874629 Sep 21 13:04:24.982600 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1a564-768c-43d3-9160-580116829041 req-df1761d5-f8b5-415c-95b5-635b234825d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:04:24.984367 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6dd1a564-768c-43d3-9160-580116829041 req-df1761d5-f8b5-415c-95b5-635b234825d2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a21a7e5092134d1998f12a665e75b4fc&device_id=786bb849-6036-496f-b2d0-369612e6edfa HTTP/1.1" status: 200 len: 1099 time: 0.0797014 Sep 21 13:04:25.022584 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-f3384395-c8e0-442b-a3fa-a979bc7067cb req-0cc848d8-8078-472f-bc87-a291ba40273a tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Deleting port f12d2712-ce0b-46c2-8b49-f820c2519276 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 13:04:25.022923 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-f3384395-c8e0-442b-a3fa-a979bc7067cb req-0cc848d8-8078-472f-bc87-a291ba40273a tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:25.535687 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f529208-c007-4b0d-8dc1-71938de0c03a req-c4b43431-e811-4065-bb28-b27bc4928677 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:04:25.537139 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3f529208-c007-4b0d-8dc1-71938de0c03a req-c4b43431-e811-4065-bb28-b27bc4928677 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 945 time: 0.1890616 Sep 21 13:04:25.587969 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-f3384395-c8e0-442b-a3fa-a979bc7067cb req-0cc848d8-8078-472f-bc87-a291ba40273a tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] For port f12d2712-ce0b-46c2-8b49-f820c2519276, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=f12d2712-ce0b-46c2-8b49-f820c2519276,segment=NetworkSegment(3e28581a-7375-4fda-870d-9e9e6a1f581d),segment_id=3e28581a-7375-4fda-870d-9e9e6a1f581d)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:04:25.588509 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-f3384395-c8e0-442b-a3fa-a979bc7067cb req-0cc848d8-8078-472f-bc87-a291ba40273a tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:25.593316 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1a564-768c-43d3-9160-580116829041 req-c7edf546-33af-44c3-b082-3c3ee3ec0f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:04:25.594878 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6dd1a564-768c-43d3-9160-580116829041 req-c7edf546-33af-44c3-b082-3c3ee3ec0f03 service neutron] 10.222.0.45 "GET /v2.0/networks?id=344dc57f-fc9f-4c89-8fe2-ba4648ab75f5 HTTP/1.1" status: 200 len: 909 time: 0.5861843 Sep 21 13:04:25.630230 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-f3384395-c8e0-442b-a3fa-a979bc7067cb req-0cc848d8-8078-472f-bc87-a291ba40273a tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Calling delete_port for f12d2712-ce0b-46c2-8b49-f820c2519276 owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 13:04:25.675746 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-3f529208-c007-4b0d-8dc1-71938de0c03a req-1bd451bb-7069-46cb-aa3b-bee8b500ec23 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d414155-1767-4d91-8188-6bbfa6f8b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270537 Sep 21 13:04:25.735646 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6dd1a564-768c-43d3-9160-580116829041 req-ead7112b-0d2d-4205-955f-e0e81f81c5dc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=813fb07f-c0d0-4f1b-9eed-6ca43b2aa554 HTTP/1.1" status: 200 len: 1002 time: 0.1304617 Sep 21 13:04:25.803317 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e7cb3-5c33-43cd-ae1f-9b2e88aec872 req-a73d1e13-90de-4c76-978d-5607dfa5b5f8 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:04:25.810340 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-960e7cb3-5c33-43cd-ae1f-9b2e88aec872 req-a73d1e13-90de-4c76-978d-5607dfa5b5f8 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/ports?device_id=9a8966fb-955a-4106-9a4d-164be1a06e28 HTTP/1.1" status: 200 len: 945 time: 0.0751240 Sep 21 13:04:25.827780 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1a564-768c-43d3-9160-580116829041 req-20b53d55-c8b6-4444-8cb3-d2fed1119ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:04:25.829398 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6dd1a564-768c-43d3-9160-580116829041 req-20b53d55-c8b6-4444-8cb3-d2fed1119ca2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eb0a204d-c491-4508-92a7-0d2349cebcf8 HTTP/1.1" status: 200 len: 847 time: 0.0845950 Sep 21 13:04:25.886271 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-960e7cb3-5c33-43cd-ae1f-9b2e88aec872 req-dea05ee2-d4ea-4d2a-a5e7-961910ff3a0e tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ff840a9-e110-46a3-a38a-bc59628d4ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686827 Sep 21 13:04:25.927938 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1a564-768c-43d3-9160-580116829041 req-d233d05e-54d6-47d5-9cf0-874dd802fb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:04:25.930141 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6dd1a564-768c-43d3-9160-580116829041 req-d233d05e-54d6-47d5-9cf0-874dd802fb2c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=344dc57f-fc9f-4c89-8fe2-ba4648ab75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0925877 Sep 21 13:04:25.931689 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-f3384395-c8e0-442b-a3fa-a979bc7067cb req-0cc848d8-8078-472f-bc87-a291ba40273a tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9294141'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:25.976167 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc848d8-8078-472f-bc87-a291ba40273a tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Pushing event deleted for resources: {'Port': ['ID=f12d2712-ce0b-46c2-8b49-f820c2519276,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:04:26.067150 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3384395-c8e0-442b-a3fa-a979bc7067cb req-0cc848d8-8078-472f-bc87-a291ba40273a tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] No DVR routers for this DVR port f12d2712-ce0b-46c2-8b49-f820c2519276 on host hv-cinder-81013 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 13:04:26.070993 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-f3384395-c8e0-442b-a3fa-a979bc7067cb req-0cc848d8-8078-472f-bc87-a291ba40273a tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:26.073274 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f3384395-c8e0-442b-a3fa-a979bc7067cb req-0cc848d8-8078-472f-bc87-a291ba40273a tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.45 "DELETE /v2.0/ports/f12d2712-ce0b-46c2-8b49-f820c2519276 HTTP/1.1" status: 204 len: 173 time: 1.1947773 Sep 21 13:04:26.074168 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8966fb-955a-4106-9a4d-164be1a06e28', 'name': 'network-vif-deleted', 'tag': 'f12d2712-ce0b-46c2-8b49-f820c2519276'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 13:04:26.076586 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}891eab8d1a3043c3e369406f1201b67df81013e3c20d23918ff9fd5cd34c6e83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc26a9f7-0996-4fae-b158-ec857dd61d9e" -d '{"events": [{"server_uuid": "9a8966fb-955a-4106-9a4d-164be1a06e28", "name": "network-vif-deleted", "tag": "f12d2712-ce0b-46c2-8b49-f820c2519276"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 13:04:26.123236 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6dd1a564-768c-43d3-9160-580116829041 req-71618d22-24f9-4057-883a-1e7c5cedcbfc service neutron] 10.222.0.45 "GET /v2.0/networks/344dc57f-fc9f-4c89-8fe2-ba4648ab75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822114 Sep 21 13:04:26.124956 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 13:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c636ca13-2795-4a78-a702-4df4ab2548b2 x-openstack-request-id: req-c636ca13-2795-4a78-a702-4df4ab2548b2 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 13:04:26.125368 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a8966fb-955a-4106-9a4d-164be1a06e28", "name": "network-vif-deleted", "tag": "f12d2712-ce0b-46c2-8b49-f820c2519276", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 13:04:26.125752 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c636ca13-2795-4a78-a702-4df4ab2548b2 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 13:04:26.126221 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8966fb-955a-4106-9a4d-164be1a06e28', 'name': 'network-vif-deleted', 'tag': 'f12d2712-ce0b-46c2-8b49-f820c2519276', 'status': 'completed', 'code': 200} Sep 21 13:04:26.237053 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-6dd1a564-768c-43d3-9160-580116829041 req-b30fb25b-25b8-44fb-8310-264994d2cb9a service neutron] 10.222.0.45 "GET /v2.0/networks/344dc57f-fc9f-4c89-8fe2-ba4648ab75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967782 Sep 21 13:04:26.817992 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b7fa6-aba6-4027-b4a3-d2dc83c053f9 req-8431bca4-89e4-434c-a0dd-0f719d043612 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:04:26.821057 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-430b7fa6-aba6-4027-b4a3-d2dc83c053f9 req-8431bca4-89e4-434c-a0dd-0f719d043612 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 945 time: 0.0552764 Sep 21 13:04:26.888950 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-430b7fa6-aba6-4027-b4a3-d2dc83c053f9 req-61e56222-b360-411a-a689-6df25ecb9e76 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d414155-1767-4d91-8188-6bbfa6f8b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603175 Sep 21 13:04:26.970221 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 34858) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:04:27.155382 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-da27cb13-a851-4f5a-b371-2cc3afa4c2a0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Deleting port 3eb756b9-cdc0-46cd-a907-a56cc7736710 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 13:04:27.155733 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-da27cb13-a851-4f5a-b371-2cc3afa4c2a0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:27.172212 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee34c3f-f245-4287-9d2c-464e0541a38c req-c0509819-994e-440c-babe-cb07c4073b01 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:04:27.174149 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4ee34c3f-f245-4287-9d2c-464e0541a38c req-c0509819-994e-440c-babe-cb07c4073b01 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 945 time: 0.0779419 Sep 21 13:04:27.224310 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-4ee34c3f-f245-4287-9d2c-464e0541a38c req-9c757d84-3cbe-45f5-9e60-33b1354c0782 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d414155-1767-4d91-8188-6bbfa6f8b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405197 Sep 21 13:04:27.285787 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-da27cb13-a851-4f5a-b371-2cc3afa4c2a0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:27.286165 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-da27cb13-a851-4f5a-b371-2cc3afa4c2a0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:27.290020 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbf458-4db6-440f-b225-cd5a36a376c2 req-cf4914fa-f553-40e7-b5c8-42a6b3725937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:04:27.292494 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-80cbf458-4db6-440f-b225-cd5a36a376c2 req-cf4914fa-f553-40e7-b5c8-42a6b3725937 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=149418c04e4d4e74b48f809d6af76afc&device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 1098 time: 0.1102502 Sep 21 13:04:27.313343 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-da27cb13-a851-4f5a-b371-2cc3afa4c2a0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Calling delete_port for 3eb756b9-cdc0-46cd-a907-a56cc7736710 owned by network:floatingip {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 13:04:27.464333 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbf458-4db6-440f-b225-cd5a36a376c2 req-5a5e1be6-23f5-4f66-9b77-61e0985444a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:04:27.466306 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-80cbf458-4db6-440f-b225-cd5a36a376c2 req-5a5e1be6-23f5-4f66-9b77-61e0985444a9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=68301f7d-d00d-4f3f-9a01-7687a8b90d04 HTTP/1.1" status: 200 len: 911 time: 0.1658587 Sep 21 13:04:27.584354 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-80cbf458-4db6-440f-b225-cd5a36a376c2 req-796a9025-0ba1-4b0f-a2c8-d85902653bcf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d26ffaf-8b0b-4123-93d1-8dca15ce9a52 HTTP/1.1" status: 200 len: 1001 time: 0.1057909 Sep 21 13:04:27.627508 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-da27cb13-a851-4f5a-b371-2cc3afa4c2a0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9294141'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:27.672653 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da27cb13-a851-4f5a-b371-2cc3afa4c2a0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Pushing event deleted for resources: {'Port': ['ID=3eb756b9-cdc0-46cd-a907-a56cc7736710,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:04:27.685585 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbf458-4db6-440f-b225-cd5a36a376c2 req-7ede1893-ef0b-4a0b-ae99-60dd410fc4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:04:27.687708 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-80cbf458-4db6-440f-b225-cd5a36a376c2 req-7ede1893-ef0b-4a0b-ae99-60dd410fc4df service neutron] 10.222.0.45 "GET /v2.0/subnets?id=881ac6cf-a431-44d5-9ccd-c2b093aed57d HTTP/1.1" status: 200 len: 849 time: 0.0947609 Sep 21 13:04:27.793469 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-da27cb13-a851-4f5a-b371-2cc3afa4c2a0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks [] for floatingip, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:27.796839 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-da27cb13-a851-4f5a-b371-2cc3afa4c2a0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for floatingip, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:27.798417 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-da27cb13-a851-4f5a-b371-2cc3afa4c2a0 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "DELETE /v2.0/floatingips/49c90cf7-e874-4493-90a8-e2d6fed1afde HTTP/1.1" status: 204 len: 168 time: 0.8265662 Sep 21 13:04:27.808867 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbf458-4db6-440f-b225-cd5a36a376c2 req-1c384f32-9158-4ac9-8688-14601c367dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:04:27.812267 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-80cbf458-4db6-440f-b225-cd5a36a376c2 req-1c384f32-9158-4ac9-8688-14601c367dd9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=68301f7d-d00d-4f3f-9a01-7687a8b90d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1036165 Sep 21 13:04:27.964182 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-80cbf458-4db6-440f-b225-cd5a36a376c2 req-34bcc416-ea17-47f3-8c6d-7c3e3b74fa80 service neutron] 10.222.0.45 "GET /v2.0/networks/68301f7d-d00d-4f3f-9a01-7687a8b90d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426990 Sep 21 13:04:28.087583 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-80cbf458-4db6-440f-b225-cd5a36a376c2 req-4a209aaf-9193-4093-9c73-b82415e650d6 service neutron] 10.222.0.45 "GET /v2.0/networks/68301f7d-d00d-4f3f-9a01-7687a8b90d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153131 Sep 21 13:04:28.372394 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e56dd5-90b3-4cf6-bf5b-ad6f5dd8afa8 req-b01e603e-d8ac-48f8-b081-71708ce57c0c tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:04:28.374425 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f7e56dd5-90b3-4cf6-bf5b-ad6f5dd8afa8 req-b01e603e-d8ac-48f8-b081-71708ce57c0c tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 945 time: 0.0628948 Sep 21 13:04:28.422511 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f7e56dd5-90b3-4cf6-bf5b-ad6f5dd8afa8 req-5c9fcebd-3ffa-4b45-9e4b-5ace08e1c372 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d414155-1767-4d91-8188-6bbfa6f8b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412304 Sep 21 13:04:28.455176 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device f12d2712-ce0b-46c2-8b49-f820c2519276 no longer exists at agent hyperv_hv-cinder-81013 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 13:04:28.493741 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] No Port match for: f12d2712-ce0b-46c2-8b49-f820c2519276 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 13:04:28.494090 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device f12d2712-ce0b-46c2-8b49-f820c2519276 not bound to the agent host hv-cinder-81013 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 13:04:29.088297 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 34876) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:04:29.193222 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ee56642c-9028-4773-b04c-f1fb7543f531 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:29.237356 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ee56642c-9028-4773-b04c-f1fb7543f531 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:29.332848 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ee56642c-9028-4773-b04c-f1fb7543f531 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:29.337487 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ee56642c-9028-4773-b04c-f1fb7543f531 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:29.339634 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-ee56642c-9028-4773-b04c-f1fb7543f531 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] 10.222.0.32 "DELETE /v2.0/security-groups/1ff840a9-e110-46a3-a38a-bc59628d4ec6 HTTP/1.1" status: 204 len: 168 time: 0.2498076 Sep 21 13:04:29.356886 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee56642c-9028-4773-b04c-f1fb7543f531 tempest-TestVolumeBootPattern-1583601368 tempest-TestVolumeBootPattern-1583601368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff840a9-e110-46a3-a38a-bc59628d4ec6,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:04:29.423752 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 34880) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:04:29.651986 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c34111-d08c-47da-98d7-8b87af528f2e req-80b2120a-c81a-4364-b7d0-98e731ad5a8d tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:04:29.653601 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-07c34111-d08c-47da-98d7-8b87af528f2e req-80b2120a-c81a-4364-b7d0-98e731ad5a8d tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 945 time: 0.1014502 Sep 21 13:04:29.744014 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-07c34111-d08c-47da-98d7-8b87af528f2e req-2240d757-58e3-4355-a624-31f9f3a4e8ae tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d414155-1767-4d91-8188-6bbfa6f8b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820572 Sep 21 13:04:29.964535 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-55a96975-4811-47e6-966a-a5404bdd983d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1618182'] for router_interface, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:30.222878 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-55a96975-4811-47e6-966a-a5404bdd983d admin admin] Deleting port cbb25802-0914-48c9-9676-12b51edc041a {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 13:04:30.223657 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-55a96975-4811-47e6-966a-a5404bdd983d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:30.302448 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-55a96975-4811-47e6-966a-a5404bdd983d admin admin] For port cbb25802-0914-48c9-9676-12b51edc041a, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=cbb25802-0914-48c9-9676-12b51edc041a,segment=NetworkSegment(3e28581a-7375-4fda-870d-9e9e6a1f581d),segment_id=3e28581a-7375-4fda-870d-9e9e6a1f581d)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:04:30.302907 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-55a96975-4811-47e6-966a-a5404bdd983d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:30.316440 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-55a96975-4811-47e6-966a-a5404bdd983d admin admin] Calling delete_port for cbb25802-0914-48c9-9676-12b51edc041a owned by network:router_interface {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 13:04:30.504940 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-55a96975-4811-47e6-966a-a5404bdd983d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9294141'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:30.533458 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a96975-4811-47e6-966a-a5404bdd983d admin admin] Pushing event deleted for resources: {'Port': ['ID=cbb25802-0914-48c9-9676-12b51edc041a,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:04:30.741727 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-55a96975-4811-47e6-966a-a5404bdd983d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1791924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1618870'] for router_interface, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:31.259182 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a96975-4811-47e6-966a-a5404bdd983d admin admin] Router b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5 has already been hosted by L3 agent ac1410d3-fc19-41f1-a8a6-9305dbf296af {{(pid=93969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 13:04:31.363401 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a96975-4811-47e6-966a-a5404bdd983d admin admin] Notify agent at l3_agent.dv-cinder-810131-2-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 13:04:31.370226 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-55a96975-4811-47e6-966a-a5404bdd983d admin admin] 10.222.0.32 "PUT /v2.0/routers/b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9444389 Sep 21 13:04:31.373269 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 34888) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:04:31.376754 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dae69c-27be-42a2-8ddc-3d81e952dd75 None None] Sync routers for ids ['b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'] in dv-cinder-810131-2-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 13:04:31.387147 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dae69c-27be-42a2-8ddc-3d81e952dd75 None None] Routers {'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 13:04:31.387847 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-48dae69c-27be-42a2-8ddc-3d81e952dd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T13:04:15Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:04:31.508119 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-48dae69c-27be-42a2-8ddc-3d81e952dd75 None None] Set router b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5 gateway port host: dv-cinder-810131-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 13:04:31.547865 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-38973088-6d9a-4af6-b3e4-d93269e70852 admin admin] Notify callbacks [] for router, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:31.660952 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-38973088-6d9a-4af6-b3e4-d93269e70852 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:31.722222 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-38973088-6d9a-4af6-b3e4-d93269e70852 admin admin] Deleting port 4957470c-a00c-42ae-a868-1b82a9d111f7 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 13:04:31.722715 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-38973088-6d9a-4af6-b3e4-d93269e70852 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:31.742488 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-48dae69c-27be-42a2-8ddc-3d81e952dd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'name': 'tempest-TestVolumeBootPattern-1695748614-router', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4957470c-a00c-42ae-a868-1b82a9d111f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:56:22Z', 'updated_at': '2021-09-21T13:04:30Z', 'revision_number': 5, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'gw_port': {'id': '4957470c-a00c-42ae-a868-1b82a9d111f7', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:23Z', 'updated_at': '2021-09-21T12:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi'}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:04:31.795538 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dae69c-27be-42a2-8ddc-3d81e952dd75 None None] Checking router: b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5 for host: dv-cinder-810131-2-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 13:04:31.810667 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dae69c-27be-42a2-8ddc-3d81e952dd75 None None] Routers {'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 13:04:31.811707 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-48dae69c-27be-42a2-8ddc-3d81e952dd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T13:04:15Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:04:31.815050 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-38973088-6d9a-4af6-b3e4-d93269e70852 admin admin] For port 4957470c-a00c-42ae-a868-1b82a9d111f7, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=4957470c-a00c-42ae-a868-1b82a9d111f7,segment=NetworkSegment(e2b94f31-7b3f-4aad-87c8-37618fa3f855),segment_id=e2b94f31-7b3f-4aad-87c8-37618fa3f855)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:04:31.815426 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-38973088-6d9a-4af6-b3e4-d93269e70852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:31.828270 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-38973088-6d9a-4af6-b3e4-d93269e70852 admin admin] Calling delete_port for 4957470c-a00c-42ae-a868-1b82a9d111f7 owned by network:router_gateway {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 13:04:31.963919 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-48dae69c-27be-42a2-8ddc-3d81e952dd75 None None] Set router b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5 gateway port host: None {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 13:04:32.015885 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-38973088-6d9a-4af6-b3e4-d93269e70852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9294141'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:32.021397 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-48dae69c-27be-42a2-8ddc-3d81e952dd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'name': 'tempest-TestVolumeBootPattern-1695748614-router', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:56:22Z', 'updated_at': '2021-09-21T13:04:31Z', 'revision_number': 6, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'gw_port_host': None}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:04:32.048850 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38973088-6d9a-4af6-b3e4-d93269e70852 admin admin] Pushing event deleted for resources: {'Port': ['ID=4957470c-a00c-42ae-a868-1b82a9d111f7,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:04:32.051670 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dae69c-27be-42a2-8ddc-3d81e952dd75 None None] The sync data for ids ['b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5'] in dv-cinder-810131-2-iscsi is: [{'id': 'b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5', 'name': 'tempest-TestVolumeBootPattern-1695748614-router', 'tenant_id': 'f8dd986907b641449edd23beaff087cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:56:22Z', 'updated_at': '2021-09-21T13:04:31Z', 'revision_number': 6, 'project_id': 'f8dd986907b641449edd23beaff087cd', 'gw_port_host': None}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 13:04:32.134840 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-38973088-6d9a-4af6-b3e4-d93269e70852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1618800'] for router_gateway, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:32.233967 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-38973088-6d9a-4af6-b3e4-d93269e70852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3824'] for router, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:32.239683 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-38973088-6d9a-4af6-b3e4-d93269e70852 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:32.290168 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-38973088-6d9a-4af6-b3e4-d93269e70852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608922'] for router, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:32.291052 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38973088-6d9a-4af6-b3e4-d93269e70852 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5 {{(pid=93969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 13:04:32.297626 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-38973088-6d9a-4af6-b3e4-d93269e70852 admin admin] Notify callbacks [] for router, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:32.299068 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-38973088-6d9a-4af6-b3e4-d93269e70852 admin admin] 10.222.0.32 "DELETE /v2.0/routers/b3cf2cfb-79b4-40d4-9be2-a57fc05d9cf5 HTTP/1.1" status: 204 len: 168 time: 0.9247978 Sep 21 13:04:32.301718 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 34890) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:04:32.352780 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee88c78a-06b7-4288-b97b-555c6a5ac0f1 admin admin] Deleting subnet 7097d818-f75a-489b-96c8-b19c4cc747bd {{(pid=93969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 13:04:32.357546 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ee88c78a-06b7-4288-b97b-555c6a5ac0f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:32.403407 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ee88c78a-06b7-4288-b97b-555c6a5ac0f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9373277'] for subnet, precommit_delete_associations {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:32.505902 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ee88c78a-06b7-4288-b97b-555c6a5ac0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749736'] for subnet, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:32.576752 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ee88c78a-06b7-4288-b97b-555c6a5ac0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9294098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8883375'] for subnet, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:32.604418 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee88c78a-06b7-4288-b97b-555c6a5ac0f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7097d818-f75a-489b-96c8-b19c4cc747bd,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:04:32.611002 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ee88c78a-06b7-4288-b97b-555c6a5ac0f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:32.612933 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-ee88c78a-06b7-4288-b97b-555c6a5ac0f1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7097d818-f75a-489b-96c8-b19c4cc747bd HTTP/1.1" status: 204 len: 168 time: 0.3101358 Sep 21 13:04:32.616932 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 34892) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:04:32.620806 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7378e5-575b-4132-a88a-65392818b5ee None None] Network 1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9 requested from dv-cinder-810131-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 13:04:32.711310 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a3ae2bfa-9c49-49b3-bcd0-2ddada76dcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585049'] for network, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:32.795450 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-a3ae2bfa-9c49-49b3-bcd0-2ddada76dcc0 admin admin] Deleting port 76194975-5524-428c-b463-0392ea73dccf {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 13:04:32.795959 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a3ae2bfa-9c49-49b3-bcd0-2ddada76dcc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:32.902641 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d542225-15b7-4fbd-9553-3b7652c9a969 None None] DHCP port deletion for 1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9 request from dv-cinder-810131-2-iscsi {{(pid=93970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 13:04:32.920884 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-a3ae2bfa-9c49-49b3-bcd0-2ddada76dcc0 admin admin] For port 76194975-5524-428c-b463-0392ea73dccf, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=76194975-5524-428c-b463-0392ea73dccf,segment=NetworkSegment(3e28581a-7375-4fda-870d-9e9e6a1f581d),segment_id=3e28581a-7375-4fda-870d-9e9e6a1f581d)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:04:32.923059 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a3ae2bfa-9c49-49b3-bcd0-2ddada76dcc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:32.942870 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-a3ae2bfa-9c49-49b3-bcd0-2ddada76dcc0 admin admin] Calling delete_port for 76194975-5524-428c-b463-0392ea73dccf owned by network:dhcp {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 13:04:32.991701 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-6d542225-15b7-4fbd-9553-3b7652c9a969 None None] Deleting port 76194975-5524-428c-b463-0392ea73dccf {{(pid=93970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 13:04:32.992320 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-6d542225-15b7-4fbd-9553-3b7652c9a969 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:33.035532 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a3ae2bfa-9c49-49b3-bcd0-2ddada76dcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9294141'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:33.063309 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae2bfa-9c49-49b3-bcd0-2ddada76dcc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=76194975-5524-428c-b463-0392ea73dccf,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:04:33.068499 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ae2bfa-9c49-49b3-bcd0-2ddada76dcc0 admin admin] No DVR routers for this DVR port 76194975-5524-428c-b463-0392ea73dccf on host dv-cinder-810131-2-iscsi {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 13:04:33.108530 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-6d542225-15b7-4fbd-9553-3b7652c9a969 None None] For port 76194975-5524-428c-b463-0392ea73dccf, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=76194975-5524-428c-b463-0392ea73dccf,segment=NetworkSegment(3e28581a-7375-4fda-870d-9e9e6a1f581d),segment_id=3e28581a-7375-4fda-870d-9e9e6a1f581d)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:04:33.109165 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-6d542225-15b7-4fbd-9553-3b7652c9a969 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:33.131607 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-6d542225-15b7-4fbd-9553-3b7652c9a969 None None] Calling delete_port for 76194975-5524-428c-b463-0392ea73dccf owned by network:dhcp {{(pid=93970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 13:04:33.152375 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a3ae2bfa-9c49-49b3-bcd0-2ddada76dcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-751663', 'neutron.services.segments.db._delete_segments_for_network-8758322445213'] for network, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:33.175868 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-a3ae2bfa-9c49-49b3-bcd0-2ddada76dcc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9']}} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:04:33.190864 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-a3ae2bfa-9c49-49b3-bcd0-2ddada76dcc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e28581a-7375-4fda-870d-9e9e6a1f581d') {'for_net_delete': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:04:33.191439 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-a3ae2bfa-9c49-49b3-bcd0-2ddada76dcc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e28581a-7375-4fda-870d-9e9e6a1f581d') {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:04:33.205575 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a3ae2bfa-9c49-49b3-bcd0-2ddada76dcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758322445990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9373270'] for segment, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:33.224575 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a3ae2bfa-9c49-49b3-bcd0-2ddada76dcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861'] for segment, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:33.236227 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3ae2bfa-9c49-49b3-bcd0-2ddada76dcc0 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=93969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 13:04:33.236708 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a3ae2bfa-9c49-49b3-bcd0-2ddada76dcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294540'] for segment, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:33.238895 dv-cinder-810131-2-iscsi neutron-server[93969]: Traceback (most recent call last): Sep 21 13:04:33.238895 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 13:04:33.238895 dv-cinder-810131-2-iscsi neutron-server[93969]: timer() Sep 21 13:04:33.238895 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 13:04:33.238895 dv-cinder-810131-2-iscsi neutron-server[93969]: cb(*args, **kw) Sep 21 13:04:33.238895 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 13:04:33.238895 dv-cinder-810131-2-iscsi neutron-server[93969]: return func(*args, **kwargs) Sep 21 13:04:33.238895 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 13:04:33.238895 dv-cinder-810131-2-iscsi neutron-server[93969]: self._notify() Sep 21 13:04:33.238895 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 13:04:33.238895 dv-cinder-810131-2-iscsi neutron-server[93969]: self.callback(batched_events) Sep 21 13:04:33.238895 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 13:04:33.238895 dv-cinder-810131-2-iscsi neutron-server[93969]: event.method(event) Sep 21 13:04:33.238895 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 13:04:33.238895 dv-cinder-810131-2-iscsi neutron-server[93969]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 13:04:33.238895 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 13:04:33.238895 dv-cinder-810131-2-iscsi neutron-server[93969]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 13:04:33.238895 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 13:04:33.238895 dv-cinder-810131-2-iscsi neutron-server[93969]: return f(self, *a, **k) Sep 21 13:04:33.238895 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 13:04:33.238895 dv-cinder-810131-2-iscsi neutron-server[93969]: return self._get(url).json() Sep 21 13:04:33.238895 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 13:04:33.238895 dv-cinder-810131-2-iscsi neutron-server[93969]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 13:04:33.238895 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 13:04:33.238895 dv-cinder-810131-2-iscsi neutron-server[93969]: return self.request(url, 'GET', **kwargs) Sep 21 13:04:33.238895 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 13:04:33.238895 dv-cinder-810131-2-iscsi neutron-server[93969]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 13:04:33.238895 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 13:04:33.238895 dv-cinder-810131-2-iscsi neutron-server[93969]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 13:04:33.238895 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 13:04:33.238895 dv-cinder-810131-2-iscsi neutron-server[93969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 13:04:33.238895 dv-cinder-810131-2-iscsi neutron-server[93969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 13:04:33.275665 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-6d542225-15b7-4fbd-9553-3b7652c9a969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771'] for port, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:33.302740 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d542225-15b7-4fbd-9553-3b7652c9a969 None None] Pushing event deleted for resources: {'Port': ['ID=76194975-5524-428c-b463-0392ea73dccf,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:04:33.312639 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d542225-15b7-4fbd-9553-3b7652c9a969 None None] No DVR routers for this DVR port 76194975-5524-428c-b463-0392ea73dccf on host dv-cinder-810131-2-iscsi {{(pid=93970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 13:04:33.315791 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a3ae2bfa-9c49-49b3-bcd0-2ddada76dcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-751670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1618708'] for network, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:33.327542 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-a3ae2bfa-9c49-49b3-bcd0-2ddada76dcc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:33.331491 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-a3ae2bfa-9c49-49b3-bcd0-2ddada76dcc0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9 HTTP/1.1" status: 204 len: 168 time: 0.7129240 Sep 21 13:04:33.336293 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 34894) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:04:33.348887 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae2bfa-9c49-49b3-bcd0-2ddada76dcc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c1e702e-0e9a-48d2-a648-c4ed6f4fa8d9,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:04:33.710739 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4bcda32b-df3f-4395-8d34-c9fcc7cc3414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1618182'] for router_interface, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:33.978107 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-4bcda32b-df3f-4395-8d34-c9fcc7cc3414 admin admin] Deleting port 6935104d-3d12-49b3-9a96-2b3ec591060c {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 13:04:33.978348 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4bcda32b-df3f-4395-8d34-c9fcc7cc3414 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:34.062674 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-4bcda32b-df3f-4395-8d34-c9fcc7cc3414 admin admin] For port 6935104d-3d12-49b3-9a96-2b3ec591060c, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=6935104d-3d12-49b3-9a96-2b3ec591060c,segment=NetworkSegment(6568d4ed-b9e8-4a12-baa7-5f45708925a6),segment_id=6568d4ed-b9e8-4a12-baa7-5f45708925a6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:04:34.063002 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4bcda32b-df3f-4395-8d34-c9fcc7cc3414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:34.078611 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-4bcda32b-df3f-4395-8d34-c9fcc7cc3414 admin admin] Calling delete_port for 6935104d-3d12-49b3-9a96-2b3ec591060c owned by network:router_interface {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 13:04:34.114010 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device cbb25802-0914-48c9-9676-12b51edc041a no longer exists at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 13:04:34.135776 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] No Port match for: cbb25802-0914-48c9-9676-12b51edc041a {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 13:04:34.136215 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device cbb25802-0914-48c9-9676-12b51edc041a not bound to the agent host dv-cinder-810131-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 13:04:34.136729 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 76194975-5524-428c-b463-0392ea73dccf no longer exists at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 13:04:34.155860 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] No Port match for: 76194975-5524-428c-b463-0392ea73dccf {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 13:04:34.156286 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 76194975-5524-428c-b463-0392ea73dccf not bound to the agent host dv-cinder-810131-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 13:04:34.156764 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 4957470c-a00c-42ae-a868-1b82a9d111f7 no longer exists at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 13:04:34.175848 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] No Port match for: 4957470c-a00c-42ae-a868-1b82a9d111f7 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 13:04:34.176181 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 4957470c-a00c-42ae-a868-1b82a9d111f7 not bound to the agent host dv-cinder-810131-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 13:04:34.265789 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4bcda32b-df3f-4395-8d34-c9fcc7cc3414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168646'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:34.297010 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcda32b-df3f-4395-8d34-c9fcc7cc3414 admin admin] Pushing event deleted for resources: {'Port': ['ID=6935104d-3d12-49b3-9a96-2b3ec591060c,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:04:34.312056 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcda32b-df3f-4395-8d34-c9fcc7cc3414 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:04:34.312407 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcda32b-df3f-4395-8d34-c9fcc7cc3414 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:04:34.312745 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcda32b-df3f-4395-8d34-c9fcc7cc3414 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:04:34.313076 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcda32b-df3f-4395-8d34-c9fcc7cc3414 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:04:34.313411 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcda32b-df3f-4395-8d34-c9fcc7cc3414 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:04:34.313735 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcda32b-df3f-4395-8d34-c9fcc7cc3414 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:04:34.314051 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcda32b-df3f-4395-8d34-c9fcc7cc3414 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:04:34.314431 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcda32b-df3f-4395-8d34-c9fcc7cc3414 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:04:34.314750 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcda32b-df3f-4395-8d34-c9fcc7cc3414 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:04:34.315064 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcda32b-df3f-4395-8d34-c9fcc7cc3414 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:04:34.315381 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcda32b-df3f-4395-8d34-c9fcc7cc3414 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:04:34.315694 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcda32b-df3f-4395-8d34-c9fcc7cc3414 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:04:34.479242 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4bcda32b-df3f-4395-8d34-c9fcc7cc3414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1791924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1618870'] for router_interface, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:34.693208 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bcda32b-df3f-4395-8d34-c9fcc7cc3414 admin admin] Router d1c3c91e-76a9-415b-a97b-3da8ccb470cd has already been hosted by L3 agent ac1410d3-fc19-41f1-a8a6-9305dbf296af {{(pid=93968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 13:04:35.046902 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bcda32b-df3f-4395-8d34-c9fcc7cc3414 admin admin] Notify agent at l3_agent.dv-cinder-810131-2-iscsi the message routers_updated {{(pid=93968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 13:04:35.051773 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-4bcda32b-df3f-4395-8d34-c9fcc7cc3414 admin admin] 10.222.0.32 "PUT /v2.0/routers/d1c3c91e-76a9-415b-a97b-3da8ccb470cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7142754 Sep 21 13:04:35.054285 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 34896) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:04:35.057130 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c71b722-9aa9-430b-a0a2-d17e9cc1a4b8 None None] Sync routers for ids ['d1c3c91e-76a9-415b-a97b-3da8ccb470cd'] in dv-cinder-810131-2-iscsi {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 13:04:35.066786 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c71b722-9aa9-430b-a0a2-d17e9cc1a4b8 None None] Routers {'d1c3c91e-76a9-415b-a97b-3da8ccb470cd'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 13:04:35.067419 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-0c71b722-9aa9-430b-a0a2-d17e9cc1a4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T13:04:15Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['d1c3c91e-76a9-415b-a97b-3da8ccb470cd'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:04:35.158818 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e6a7c9bb-7221-4ee2-8e8f-43e851e009cd admin admin] Notify callbacks [] for router, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:35.176547 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-0c71b722-9aa9-430b-a0a2-d17e9cc1a4b8 None None] Set router d1c3c91e-76a9-415b-a97b-3da8ccb470cd gateway port host: dv-cinder-810131-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 13:04:35.263388 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e6a7c9bb-7221-4ee2-8e8f-43e851e009cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:35.320902 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-e6a7c9bb-7221-4ee2-8e8f-43e851e009cd admin admin] Deleting port 10759d3e-0b85-489e-81ed-e0a3d78cd27e {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 13:04:35.321242 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e6a7c9bb-7221-4ee2-8e8f-43e851e009cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:35.366297 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-0c71b722-9aa9-430b-a0a2-d17e9cc1a4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c3c91e-76a9-415b-a97b-3da8ccb470cd', 'name': 'tempest-TestVolumeBootPattern-1113309264-router', 'tenant_id': '594e216fdc0147e6b380a15a1a4e3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.199'}], 'enable_snat': True}, 'gw_port_id': '10759d3e-0b85-489e-81ed-e0a3d78cd27e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:56:29Z', 'updated_at': '2021-09-21T13:04:34Z', 'revision_number': 5, 'project_id': '594e216fdc0147e6b380a15a1a4e3f94', 'gw_port': {'id': '10759d3e-0b85-489e-81ed-e0a3d78cd27e', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:92:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c3c91e-76a9-415b-a97b-3da8ccb470cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T12:56:30Z', 'updated_at': '2021-09-21T12:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi'}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:04:35.393857 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c71b722-9aa9-430b-a0a2-d17e9cc1a4b8 None None] Checking router: d1c3c91e-76a9-415b-a97b-3da8ccb470cd for host: dv-cinder-810131-2-iscsi {{(pid=93970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 13:04:35.403255 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c71b722-9aa9-430b-a0a2-d17e9cc1a4b8 None None] Routers {'d1c3c91e-76a9-415b-a97b-3da8ccb470cd'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 13:04:35.404180 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-0c71b722-9aa9-430b-a0a2-d17e9cc1a4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T13:04:15Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['d1c3c91e-76a9-415b-a97b-3da8ccb470cd'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:04:35.404314 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-e6a7c9bb-7221-4ee2-8e8f-43e851e009cd admin admin] For port 10759d3e-0b85-489e-81ed-e0a3d78cd27e, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=10759d3e-0b85-489e-81ed-e0a3d78cd27e,segment=NetworkSegment(e2b94f31-7b3f-4aad-87c8-37618fa3f855),segment_id=e2b94f31-7b3f-4aad-87c8-37618fa3f855)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:04:35.404652 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e6a7c9bb-7221-4ee2-8e8f-43e851e009cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:35.418277 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-e6a7c9bb-7221-4ee2-8e8f-43e851e009cd admin admin] Calling delete_port for 10759d3e-0b85-489e-81ed-e0a3d78cd27e owned by network:router_gateway {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 13:04:35.490507 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-0c71b722-9aa9-430b-a0a2-d17e9cc1a4b8 None None] Set router d1c3c91e-76a9-415b-a97b-3da8ccb470cd gateway port host: None {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 13:04:35.548815 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-0c71b722-9aa9-430b-a0a2-d17e9cc1a4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c3c91e-76a9-415b-a97b-3da8ccb470cd', 'name': 'tempest-TestVolumeBootPattern-1113309264-router', 'tenant_id': '594e216fdc0147e6b380a15a1a4e3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:56:29Z', 'updated_at': '2021-09-21T13:04:35Z', 'revision_number': 6, 'project_id': '594e216fdc0147e6b380a15a1a4e3f94', 'gw_port_host': None}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:04:35.577188 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c71b722-9aa9-430b-a0a2-d17e9cc1a4b8 None None] The sync data for ids ['d1c3c91e-76a9-415b-a97b-3da8ccb470cd'] in dv-cinder-810131-2-iscsi is: [{'id': 'd1c3c91e-76a9-415b-a97b-3da8ccb470cd', 'name': 'tempest-TestVolumeBootPattern-1113309264-router', 'tenant_id': '594e216fdc0147e6b380a15a1a4e3f94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T12:56:29Z', 'updated_at': '2021-09-21T13:04:35Z', 'revision_number': 6, 'project_id': '594e216fdc0147e6b380a15a1a4e3f94', 'gw_port_host': None}] {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 13:04:35.589246 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e6a7c9bb-7221-4ee2-8e8f-43e851e009cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168646'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:35.622247 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a7c9bb-7221-4ee2-8e8f-43e851e009cd admin admin] Pushing event deleted for resources: {'Port': ['ID=10759d3e-0b85-489e-81ed-e0a3d78cd27e,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:04:35.693576 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e6a7c9bb-7221-4ee2-8e8f-43e851e009cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1618800'] for router_gateway, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:35.794265 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e6a7c9bb-7221-4ee2-8e8f-43e851e009cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3824'] for router, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:35.796893 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e6a7c9bb-7221-4ee2-8e8f-43e851e009cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:35.841128 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e6a7c9bb-7221-4ee2-8e8f-43e851e009cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608922'] for router, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:35.841642 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a7c9bb-7221-4ee2-8e8f-43e851e009cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1c3c91e-76a9-415b-a97b-3da8ccb470cd {{(pid=93968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 13:04:35.847015 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e6a7c9bb-7221-4ee2-8e8f-43e851e009cd admin admin] Notify callbacks [] for router, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:35.848160 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-e6a7c9bb-7221-4ee2-8e8f-43e851e009cd admin admin] 10.222.0.32 "DELETE /v2.0/routers/d1c3c91e-76a9-415b-a97b-3da8ccb470cd HTTP/1.1" status: 204 len: 168 time: 0.7929432 Sep 21 13:04:35.850690 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 34898) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:04:35.898439 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3e805df-790e-4510-b7fb-750911a9dfba admin admin] Deleting subnet f08e106f-b763-4246-bfba-7ec1b8edd7b8 {{(pid=93968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 13:04:35.902497 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d3e805df-790e-4510-b7fb-750911a9dfba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:35.939563 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d3e805df-790e-4510-b7fb-750911a9dfba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9168701'] for subnet, precommit_delete_associations {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:36.022280 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d3e805df-790e-4510-b7fb-750911a9dfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749736'] for subnet, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:36.079640 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d3e805df-790e-4510-b7fb-750911a9dfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9268049'] for subnet, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:36.105449 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e805df-790e-4510-b7fb-750911a9dfba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f08e106f-b763-4246-bfba-7ec1b8edd7b8,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:04:36.111629 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d3e805df-790e-4510-b7fb-750911a9dfba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for subnet, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:36.113645 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-d3e805df-790e-4510-b7fb-750911a9dfba admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f08e106f-b763-4246-bfba-7ec1b8edd7b8 HTTP/1.1" status: 204 len: 168 time: 0.2620149 Sep 21 13:04:36.116155 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 34900) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:04:36.118719 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8441e6-5114-48ee-b66a-ba9b5dac435b None None] Network 45896fe1-04f8-4e6a-8be5-e04e3fe28a13 requested from dv-cinder-810131-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 13:04:36.189997 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ed8feb09-aa31-492a-aa43-883da750d1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585049'] for network, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:36.246130 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-ed8feb09-aa31-492a-aa43-883da750d1a5 admin admin] Deleting port 0f76089d-6d4b-497a-b7fc-b1d061ca81fe {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 13:04:36.246498 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ed8feb09-aa31-492a-aa43-883da750d1a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:36.311408 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a9b874-d858-432b-9983-534e256a1efd None None] DHCP port deletion for 45896fe1-04f8-4e6a-8be5-e04e3fe28a13 request from dv-cinder-810131-2-iscsi {{(pid=93970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 13:04:36.325641 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-ed8feb09-aa31-492a-aa43-883da750d1a5 admin admin] For port 0f76089d-6d4b-497a-b7fc-b1d061ca81fe, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=0f76089d-6d4b-497a-b7fc-b1d061ca81fe,segment=NetworkSegment(6568d4ed-b9e8-4a12-baa7-5f45708925a6),segment_id=6568d4ed-b9e8-4a12-baa7-5f45708925a6)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:04:36.326003 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ed8feb09-aa31-492a-aa43-883da750d1a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:36.345751 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-ed8feb09-aa31-492a-aa43-883da750d1a5 admin admin] Calling delete_port for 0f76089d-6d4b-497a-b7fc-b1d061ca81fe owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 13:04:36.363948 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-49a9b874-d858-432b-9983-534e256a1efd None None] Deleting port 0f76089d-6d4b-497a-b7fc-b1d061ca81fe {{(pid=93970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 13:04:36.364248 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-49a9b874-d858-432b-9983-534e256a1efd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:36.386984 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 6935104d-3d12-49b3-9a96-2b3ec591060c no longer exists at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 13:04:36.435456 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ed8feb09-aa31-492a-aa43-883da750d1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168646'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:36.441071 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] No Port match for: 6935104d-3d12-49b3-9a96-2b3ec591060c {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 13:04:36.441250 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 6935104d-3d12-49b3-9a96-2b3ec591060c not bound to the agent host dv-cinder-810131-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 13:04:36.441640 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 10759d3e-0b85-489e-81ed-e0a3d78cd27e no longer exists at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 13:04:36.469324 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8feb09-aa31-492a-aa43-883da750d1a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f76089d-6d4b-497a-b7fc-b1d061ca81fe,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:04:36.469973 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] No Port match for: 10759d3e-0b85-489e-81ed-e0a3d78cd27e {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 13:04:36.470314 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 10759d3e-0b85-489e-81ed-e0a3d78cd27e not bound to the agent host dv-cinder-810131-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 13:04:36.470751 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 0f76089d-6d4b-497a-b7fc-b1d061ca81fe no longer exists at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 13:04:36.473985 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8feb09-aa31-492a-aa43-883da750d1a5 admin admin] No DVR routers for this DVR port 0f76089d-6d4b-497a-b7fc-b1d061ca81fe on host dv-cinder-810131-2-iscsi {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 13:04:36.490699 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] No Port match for: 0f76089d-6d4b-497a-b7fc-b1d061ca81fe {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 13:04:36.491037 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 0f76089d-6d4b-497a-b7fc-b1d061ca81fe not bound to the agent host dv-cinder-810131-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 13:04:36.501586 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-49a9b874-d858-432b-9983-534e256a1efd None None] For port 0f76089d-6d4b-497a-b7fc-b1d061ca81fe, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=0f76089d-6d4b-497a-b7fc-b1d061ca81fe,segment=NetworkSegment(6568d4ed-b9e8-4a12-baa7-5f45708925a6),segment_id=6568d4ed-b9e8-4a12-baa7-5f45708925a6)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:04:36.502100 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-49a9b874-d858-432b-9983-534e256a1efd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:36.519245 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-49a9b874-d858-432b-9983-534e256a1efd None None] Calling delete_port for 0f76089d-6d4b-497a-b7fc-b1d061ca81fe owned by network:dhcp {{(pid=93970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 13:04:36.548962 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ed8feb09-aa31-492a-aa43-883da750d1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-751663', 'neutron.services.segments.db._delete_segments_for_network-8758322445213'] for network, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:36.569558 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-ed8feb09-aa31-492a-aa43-883da750d1a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45896fe1-04f8-4e6a-8be5-e04e3fe28a13']}} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:04:36.579851 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-ed8feb09-aa31-492a-aa43-883da750d1a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6568d4ed-b9e8-4a12-baa7-5f45708925a6') {'for_net_delete': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:04:36.580141 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-ed8feb09-aa31-492a-aa43-883da750d1a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6568d4ed-b9e8-4a12-baa7-5f45708925a6') {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:04:36.594545 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ed8feb09-aa31-492a-aa43-883da750d1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758322445990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9168694'] for segment, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:36.600410 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-49a9b874-d858-432b-9983-534e256a1efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771'] for port, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:36.610995 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ed8feb09-aa31-492a-aa43-883da750d1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861'] for segment, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:36.617370 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed8feb09-aa31-492a-aa43-883da750d1a5 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=93968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 13:04:36.617753 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ed8feb09-aa31-492a-aa43-883da750d1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168119'] for segment, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:36.620099 dv-cinder-810131-2-iscsi neutron-server[93968]: Traceback (most recent call last): Sep 21 13:04:36.620099 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 13:04:36.620099 dv-cinder-810131-2-iscsi neutron-server[93968]: timer() Sep 21 13:04:36.620099 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 13:04:36.620099 dv-cinder-810131-2-iscsi neutron-server[93968]: cb(*args, **kw) Sep 21 13:04:36.620099 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 13:04:36.620099 dv-cinder-810131-2-iscsi neutron-server[93968]: return func(*args, **kwargs) Sep 21 13:04:36.620099 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 13:04:36.620099 dv-cinder-810131-2-iscsi neutron-server[93968]: self._notify() Sep 21 13:04:36.620099 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 13:04:36.620099 dv-cinder-810131-2-iscsi neutron-server[93968]: self.callback(batched_events) Sep 21 13:04:36.620099 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 13:04:36.620099 dv-cinder-810131-2-iscsi neutron-server[93968]: event.method(event) Sep 21 13:04:36.620099 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 13:04:36.620099 dv-cinder-810131-2-iscsi neutron-server[93968]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 13:04:36.620099 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 13:04:36.620099 dv-cinder-810131-2-iscsi neutron-server[93968]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 13:04:36.620099 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 13:04:36.620099 dv-cinder-810131-2-iscsi neutron-server[93968]: return f(self, *a, **k) Sep 21 13:04:36.620099 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 13:04:36.620099 dv-cinder-810131-2-iscsi neutron-server[93968]: return self._get(url).json() Sep 21 13:04:36.620099 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 13:04:36.620099 dv-cinder-810131-2-iscsi neutron-server[93968]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 13:04:36.620099 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 13:04:36.620099 dv-cinder-810131-2-iscsi neutron-server[93968]: return self.request(url, 'GET', **kwargs) Sep 21 13:04:36.620099 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 13:04:36.620099 dv-cinder-810131-2-iscsi neutron-server[93968]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 13:04:36.620099 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 13:04:36.620099 dv-cinder-810131-2-iscsi neutron-server[93968]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 13:04:36.620099 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 13:04:36.620099 dv-cinder-810131-2-iscsi neutron-server[93968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 13:04:36.620099 dv-cinder-810131-2-iscsi neutron-server[93968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 13:04:36.629297 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a9b874-d858-432b-9983-534e256a1efd None None] No DVR routers for this DVR port 0f76089d-6d4b-497a-b7fc-b1d061ca81fe on host dv-cinder-810131-2-iscsi {{(pid=93970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 13:04:36.633072 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a9b874-d858-432b-9983-534e256a1efd None None] Pushing event deleted for resources: {'Port': ['ID=0f76089d-6d4b-497a-b7fc-b1d061ca81fe,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:04:36.677696 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ed8feb09-aa31-492a-aa43-883da750d1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-751670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1618708'] for network, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:36.683876 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ed8feb09-aa31-492a-aa43-883da750d1a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for network, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:36.685687 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-ed8feb09-aa31-492a-aa43-883da750d1a5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/45896fe1-04f8-4e6a-8be5-e04e3fe28a13 HTTP/1.1" status: 204 len: 168 time: 0.5685601 Sep 21 13:04:36.696178 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8feb09-aa31-492a-aa43-883da750d1a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=45896fe1-04f8-4e6a-8be5-e04e3fe28a13,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:04:36.803356 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 34906) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:04:36.842645 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-e4c88127-2bd9-44a7-905f-d1c2673f1dda admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f8dd986907b641449edd23beaff087cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380833 Sep 21 13:04:36.845118 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 34908) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:04:36.899891 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1ac8c991-107b-4977-9068-6027ed800bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:36.921507 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1ac8c991-107b-4977-9068-6027ed800bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:36.967936 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1ac8c991-107b-4977-9068-6027ed800bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:36.970659 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-1ac8c991-107b-4977-9068-6027ed800bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:36.971827 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-1ac8c991-107b-4977-9068-6027ed800bc7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4d33cd0f-4cc3-42b5-ba94-3b12a8309084 HTTP/1.1" status: 204 len: 168 time: 0.1258194 Sep 21 13:04:36.979828 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac8c991-107b-4977-9068-6027ed800bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d33cd0f-4cc3-42b5-ba94-3b12a8309084,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:04:37.283719 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 34914) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:04:37.323114 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-329ee581-a248-4b05-bb04-b662a023bae8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=594e216fdc0147e6b380a15a1a4e3f94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375321 Sep 21 13:04:37.325877 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 34916) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:04:37.373416 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-560e58e1-1295-4af6-93ca-27fe13e18dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:37.398217 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-560e58e1-1295-4af6-93ca-27fe13e18dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:37.443609 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-560e58e1-1295-4af6-93ca-27fe13e18dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:37.446454 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-560e58e1-1295-4af6-93ca-27fe13e18dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:37.450921 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-560e58e1-1295-4af6-93ca-27fe13e18dd6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/37572206-d3b3-4313-a826-2688db1557ec HTTP/1.1" status: 204 len: 168 time: 0.1213715 Sep 21 13:04:37.455637 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e58e1-1295-4af6-93ca-27fe13e18dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37572206-d3b3-4313-a826-2688db1557ec,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:04:42.674719 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-a0760bb2-4147-447e-bb3a-31cea0efeb07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:45.336442 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-6fa7b1bd-462b-4160-be50-2641790584b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:45.915061 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:46.012882 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:46.673951 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:47.981924 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:04:59.824998 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-b5107449-46e0-4483-9031-0c19752d4acf None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 13:05:02.035147 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19f751-2970-47de-86b6-6f03bf9f74e4 req-9a320038-75e9-422a-a1db-975067dcc234 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:05:02.036768 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-bb19f751-2970-47de-86b6-6f03bf9f74e4 req-9a320038-75e9-422a-a1db-975067dcc234 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 945 time: 0.0509224 Sep 21 13:05:02.076437 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-bb19f751-2970-47de-86b6-6f03bf9f74e4 req-d0da49b8-c5af-4480-b167-222afe75f675 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d414155-1767-4d91-8188-6bbfa6f8b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327537 Sep 21 13:05:03.200449 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c17daf-47a2-47da-9fb1-da9981aa50b0 req-31c61769-11cc-4552-b720-026825335df7 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:05:03.202016 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f5c17daf-47a2-47da-9fb1-da9981aa50b0 req-31c61769-11cc-4552-b720-026825335df7 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 945 time: 0.0550807 Sep 21 13:05:03.240435 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-f5c17daf-47a2-47da-9fb1-da9981aa50b0 req-000007e5-65d5-4f56-9944-440e3834ffb6 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d414155-1767-4d91-8188-6bbfa6f8b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324364 Sep 21 13:05:03.880798 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a337dc1-f4e1-4d4d-b098-524e04988894 req-72c66d42-cd1e-4271-b684-26ba102428d3 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:05:03.882344 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5a337dc1-f4e1-4d4d-b098-524e04988894 req-72c66d42-cd1e-4271-b684-26ba102428d3 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.45 "GET /v2.0/ports?device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 945 time: 0.0503750 Sep 21 13:05:03.975860 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-5a337dc1-f4e1-4d4d-b098-524e04988894 req-324abfd0-d947-4e38-b4f3-54c23133b124 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Deleting port 1d26ffaf-8b0b-4123-93d1-8dca15ce9a52 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 13:05:03.976118 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-5a337dc1-f4e1-4d4d-b098-524e04988894 req-324abfd0-d947-4e38-b4f3-54c23133b124 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:04.072837 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-5a337dc1-f4e1-4d4d-b098-524e04988894 req-324abfd0-d947-4e38-b4f3-54c23133b124 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] For port 1d26ffaf-8b0b-4123-93d1-8dca15ce9a52, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=1d26ffaf-8b0b-4123-93d1-8dca15ce9a52,segment=NetworkSegment(26fe99e6-f88e-40f5-b208-9fa4b938ce83),segment_id=26fe99e6-f88e-40f5-b208-9fa4b938ce83)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:05:04.073285 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-5a337dc1-f4e1-4d4d-b098-524e04988894 req-324abfd0-d947-4e38-b4f3-54c23133b124 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:04.248193 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-5a337dc1-f4e1-4d4d-b098-524e04988894 req-324abfd0-d947-4e38-b4f3-54c23133b124 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:04.248864 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-5a337dc1-f4e1-4d4d-b098-524e04988894 req-324abfd0-d947-4e38-b4f3-54c23133b124 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618694'] for floatingip, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:04.248864 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.db.l3_db [req-5a337dc1-f4e1-4d4d-b098-524e04988894 req-324abfd0-d947-4e38-b4f3-54c23133b124 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Floating IP 5e2ac3dc-333a-47d0-98fd-fc0ea3c9addb disassociated. External IP: 172.27.0.143, port: 1d26ffaf-8b0b-4123-93d1-8dca15ce9a52. Sep 21 13:05:04.249101 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-5a337dc1-f4e1-4d4d-b098-524e04988894 req-324abfd0-d947-4e38-b4f3-54c23133b124 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Calling delete_port for 1d26ffaf-8b0b-4123-93d1-8dca15ce9a52 owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 13:05:04.362107 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95017b71-9e12-4f3d-adf7-addf87a04159 req-6164abe4-a958-4b81-8072-ebdc5da245b9 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:05:04.363693 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-95017b71-9e12-4f3d-adf7-addf87a04159 req-6164abe4-a958-4b81-8072-ebdc5da245b9 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c HTTP/1.1" status: 200 len: 945 time: 0.0535760 Sep 21 13:05:04.407723 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-95017b71-9e12-4f3d-adf7-addf87a04159 req-4d169e84-6762-430c-a387-d4604baa226a tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?id=9d414155-1767-4d91-8188-6bbfa6f8b575&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348454 Sep 21 13:05:04.411787 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-5a337dc1-f4e1-4d4d-b098-524e04988894 req-324abfd0-d947-4e38-b4f3-54c23133b124 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9294141'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:04.440844 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324abfd0-d947-4e38-b4f3-54c23133b124 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Pushing event deleted for resources: {'Port': ['ID=1d26ffaf-8b0b-4123-93d1-8dca15ce9a52,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:05:04.562485 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a337dc1-f4e1-4d4d-b098-524e04988894 req-324abfd0-d947-4e38-b4f3-54c23133b124 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Router d2e57642-c029-421e-9beb-bf011bbd4b2b has already been hosted by L3 agent ac1410d3-fc19-41f1-a8a6-9305dbf296af {{(pid=93969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 13:05:04.675258 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a337dc1-f4e1-4d4d-b098-524e04988894 req-324abfd0-d947-4e38-b4f3-54c23133b124 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify agent at l3_agent.dv-cinder-810131-2-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 13:05:04.685255 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0aec66d-540a-412c-9d56-90fd2ff2da1b None None] Sync routers for ids ['d2e57642-c029-421e-9beb-bf011bbd4b2b'] in dv-cinder-810131-2-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 13:05:04.694439 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0aec66d-540a-412c-9d56-90fd2ff2da1b None None] Routers {'d2e57642-c029-421e-9beb-bf011bbd4b2b'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 13:05:04.695046 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-c0aec66d-540a-412c-9d56-90fd2ff2da1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T13:04:45Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['d2e57642-c029-421e-9beb-bf011bbd4b2b'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:05:04.716388 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a337dc1-f4e1-4d4d-b098-524e04988894 req-324abfd0-d947-4e38-b4f3-54c23133b124 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] No DVR routers for this DVR port 1d26ffaf-8b0b-4123-93d1-8dca15ce9a52 on host hv-cinder-81013 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 13:05:04.719201 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-5a337dc1-f4e1-4d4d-b098-524e04988894 req-324abfd0-d947-4e38-b4f3-54c23133b124 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:04.721176 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5a337dc1-f4e1-4d4d-b098-524e04988894 req-324abfd0-d947-4e38-b4f3-54c23133b124 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.45 "DELETE /v2.0/ports/1d26ffaf-8b0b-4123-93d1-8dca15ce9a52 HTTP/1.1" status: 204 len: 173 time: 0.8329453 Sep 21 13:05:04.721651 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c', 'name': 'network-vif-deleted', 'tag': '1d26ffaf-8b0b-4123-93d1-8dca15ce9a52'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 13:05:04.724056 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}891eab8d1a3043c3e369406f1201b67df81013e3c20d23918ff9fd5cd34c6e83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906e03ea-64a5-49bc-ab13-47490c29e6ef" -d '{"events": [{"server_uuid": "bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c", "name": "network-vif-deleted", "tag": "1d26ffaf-8b0b-4123-93d1-8dca15ce9a52"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 13:05:04.912085 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-c0aec66d-540a-412c-9d56-90fd2ff2da1b None None] Set router d2e57642-c029-421e-9beb-bf011bbd4b2b gateway port host: dv-cinder-810131-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 13:05:04.985802 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 13:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e0707c-cfa0-416a-9396-4a86a5a7d08b x-openstack-request-id: req-f4e0707c-cfa0-416a-9396-4a86a5a7d08b {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 13:05:04.986090 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c", "name": "network-vif-deleted", "tag": "1d26ffaf-8b0b-4123-93d1-8dca15ce9a52", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 13:05:04.986340 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f4e0707c-cfa0-416a-9396-4a86a5a7d08b {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 13:05:04.986821 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbeaaaaf-84e2-4f2a-ae37-fdb6be423e3c', 'name': 'network-vif-deleted', 'tag': '1d26ffaf-8b0b-4123-93d1-8dca15ce9a52', 'status': 'completed', 'code': 200} Sep 21 13:05:05.165146 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-c0aec66d-540a-412c-9d56-90fd2ff2da1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'name': 'tempest-AttachVolumeTestJSON-140385197-router', 'tenant_id': '149418c04e4d4e74b48f809d6af76afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '618b9ee8-3f93-484b-b0ed-6ccbac98d279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T13:02:14Z', 'updated_at': '2021-09-21T13:02:17Z', 'revision_number': 4, 'project_id': '149418c04e4d4e74b48f809d6af76afc', 'gw_port': {'id': '618b9ee8-3f93-484b-b0ed-6ccbac98d279', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:02:14Z', 'updated_at': '2021-09-21T13:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': '2c1587fe-ea03-484e-bace-028106adc860', 'name': '', 'network_id': '68301f7d-d00d-4f3f-9a01-7687a8b90d04', 'tenant_id': '149418c04e4d4e74b48f809d6af76afc', 'mac_address': 'fa:16:3e:84:bf:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '881ac6cf-a431-44d5-9ccd-c2b093aed57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:02:16Z', 'updated_at': '2021-09-21T13:02:20Z', 'revision_number': 5, 'project_id': '149418c04e4d4e74b48f809d6af76afc', 'subnets': [{'id': '881ac6cf-a431-44d5-9ccd-c2b093aed57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:05:05.218282 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0aec66d-540a-412c-9d56-90fd2ff2da1b None None] Checking router: d2e57642-c029-421e-9beb-bf011bbd4b2b for host: dv-cinder-810131-2-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 13:05:05.233122 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0aec66d-540a-412c-9d56-90fd2ff2da1b None None] Routers {'d2e57642-c029-421e-9beb-bf011bbd4b2b'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 13:05:05.234214 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-c0aec66d-540a-412c-9d56-90fd2ff2da1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T13:04:45Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['d2e57642-c029-421e-9beb-bf011bbd4b2b'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:05:05.347946 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-c0aec66d-540a-412c-9d56-90fd2ff2da1b None None] Set router d2e57642-c029-421e-9beb-bf011bbd4b2b gateway port host: dv-cinder-810131-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 13:05:05.502776 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 34948) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:05:05.570429 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3d5142f0-c7a3-449f-b1c0-8f1fbb4ddfbe tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:05.577957 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-c0aec66d-540a-412c-9d56-90fd2ff2da1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'name': 'tempest-AttachVolumeTestJSON-140385197-router', 'tenant_id': '149418c04e4d4e74b48f809d6af76afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '618b9ee8-3f93-484b-b0ed-6ccbac98d279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T13:02:14Z', 'updated_at': '2021-09-21T13:02:17Z', 'revision_number': 4, 'project_id': '149418c04e4d4e74b48f809d6af76afc', 'gw_port': {'id': '618b9ee8-3f93-484b-b0ed-6ccbac98d279', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:02:14Z', 'updated_at': '2021-09-21T13:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': '2c1587fe-ea03-484e-bace-028106adc860', 'name': '', 'network_id': '68301f7d-d00d-4f3f-9a01-7687a8b90d04', 'tenant_id': '149418c04e4d4e74b48f809d6af76afc', 'mac_address': 'fa:16:3e:84:bf:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '881ac6cf-a431-44d5-9ccd-c2b093aed57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:02:16Z', 'updated_at': '2021-09-21T13:02:20Z', 'revision_number': 5, 'project_id': '149418c04e4d4e74b48f809d6af76afc', 'subnets': [{'id': '881ac6cf-a431-44d5-9ccd-c2b093aed57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:05:05.595851 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3d5142f0-c7a3-449f-b1c0-8f1fbb4ddfbe tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:05.607239 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0aec66d-540a-412c-9d56-90fd2ff2da1b None None] The sync data for ids ['d2e57642-c029-421e-9beb-bf011bbd4b2b'] in dv-cinder-810131-2-iscsi is: [{'id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'name': 'tempest-AttachVolumeTestJSON-140385197-router', 'tenant_id': '149418c04e4d4e74b48f809d6af76afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '618b9ee8-3f93-484b-b0ed-6ccbac98d279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T13:02:14Z', 'updated_at': '2021-09-21T13:02:17Z', 'revision_number': 4, 'project_id': '149418c04e4d4e74b48f809d6af76afc', 'gw_port': {'id': '618b9ee8-3f93-484b-b0ed-6ccbac98d279', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:02:14Z', 'updated_at': '2021-09-21T13:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': '2c1587fe-ea03-484e-bace-028106adc860', 'name': '', 'network_id': '68301f7d-d00d-4f3f-9a01-7687a8b90d04', 'tenant_id': '149418c04e4d4e74b48f809d6af76afc', 'mac_address': 'fa:16:3e:84:bf:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '881ac6cf-a431-44d5-9ccd-c2b093aed57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:02:16Z', 'updated_at': '2021-09-21T13:02:20Z', 'revision_number': 5, 'project_id': '149418c04e4d4e74b48f809d6af76afc', 'subnets': [{'id': '881ac6cf-a431-44d5-9ccd-c2b093aed57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 13:05:05.649600 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3d5142f0-c7a3-449f-b1c0-8f1fbb4ddfbe tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:05.652752 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-3d5142f0-c7a3-449f-b1c0-8f1fbb4ddfbe tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:05.654368 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-3d5142f0-c7a3-449f-b1c0-8f1fbb4ddfbe tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "DELETE /v2.0/security-groups/9d414155-1767-4d91-8188-6bbfa6f8b575 HTTP/1.1" status: 204 len: 168 time: 0.1501012 Sep 21 13:05:05.657469 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 34950) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:05:05.663873 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5142f0-c7a3-449f-b1c0-8f1fbb4ddfbe tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d414155-1767-4d91-8188-6bbfa6f8b575,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:05:05.679586 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.api.v2.resource [None req-662a5f02-8e76-40c9-8744-975391a328e7 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] show failed (client error): The resource could not be found. Sep 21 13:05:05.681501 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-662a5f02-8e76-40c9-8744-975391a328e7 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups/9d414155-1767-4d91-8188-6bbfa6f8b575 HTTP/1.1" status: 404 len: 347 time: 0.0224621 Sep 21 13:05:05.685425 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 34952) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:05:05.824661 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-8047039c-3d64-45fc-b1c0-ad20d537cb77 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Deleting port a7fee59a-2875-4971-83ae-696910b12331 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 13:05:05.825105 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8047039c-3d64-45fc-b1c0-ad20d537cb77 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:05.871240 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea78a4f-b948-4c3b-96cc-b59df02a8c40 None None] New status for floating IP 5e2ac3dc-333a-47d0-98fd-fc0ea3c9addb: DOWN {{(pid=93970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 13:05:05.910155 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8047039c-3d64-45fc-b1c0-ad20d537cb77 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:05.910510 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8047039c-3d64-45fc-b1c0-ad20d537cb77 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:05.923741 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-8047039c-3d64-45fc-b1c0-ad20d537cb77 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Calling delete_port for a7fee59a-2875-4971-83ae-696910b12331 owned by network:floatingip {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 13:05:06.069099 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8047039c-3d64-45fc-b1c0-ad20d537cb77 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9294141'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:06.094274 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8047039c-3d64-45fc-b1c0-ad20d537cb77 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Pushing event deleted for resources: {'Port': ['ID=a7fee59a-2875-4971-83ae-696910b12331,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:05:06.162088 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8047039c-3d64-45fc-b1c0-ad20d537cb77 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks [] for floatingip, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:06.164645 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8047039c-3d64-45fc-b1c0-ad20d537cb77 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for floatingip, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:06.166326 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-8047039c-3d64-45fc-b1c0-ad20d537cb77 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "DELETE /v2.0/floatingips/5e2ac3dc-333a-47d0-98fd-fc0ea3c9addb HTTP/1.1" status: 204 len: 168 time: 0.4798436 Sep 21 13:05:06.329682 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 34956) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:05:06.334353 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [None req-6ed445d3-b203-4530-9207-9977ae27ccbc tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Request body: {'security_group': {'name': 'tempest-securitygroup--736042888', 'description': 'tempest-description--641360338'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 13:05:06.359431 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6ed445d3-b203-4530-9207-9977ae27ccbc tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:06.450767 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6ed445d3-b203-4530-9207-9977ae27ccbc tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:06.454768 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6ed445d3-b203-4530-9207-9977ae27ccbc tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:06.488466 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-6ed445d3-b203-4530-9207-9977ae27ccbc tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:06.492493 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-6ed445d3-b203-4530-9207-9977ae27ccbc tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1590650 Sep 21 13:05:06.492493 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed445d3-b203-4530-9207-9977ae27ccbc tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f584dda6-64d3-4005-bfcb-282a09eb5a27,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:05:06.492804 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 34958) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:05:06.497688 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-e1885522-3063-41e0-94b0-5964ee1ddc71 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Request body: {'security_group_rule': {'security_group_id': 'f584dda6-64d3-4005-bfcb-282a09eb5a27', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 13:05:06.527126 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e1885522-3063-41e0-94b0-5964ee1ddc71 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:06.579396 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e1885522-3063-41e0-94b0-5964ee1ddc71 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:06.583195 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e1885522-3063-41e0-94b0-5964ee1ddc71 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628989'] for security_group_rule, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:06.602275 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1885522-3063-41e0-94b0-5964ee1ddc71 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4f00a86-d253-4f96-b2a2-d21a4f2dbf87,revision_number=0']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:05:06.604752 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e1885522-3063-41e0-94b0-5964ee1ddc71 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:06.608447 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-e1885522-3063-41e0-94b0-5964ee1ddc71 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1119003 Sep 21 13:05:06.608983 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 34960) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:05:06.613328 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-c65627b6-ab92-4ef5-b6d1-4c9463917a79 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Request body: {'security_group_rule': {'security_group_id': 'f584dda6-64d3-4005-bfcb-282a09eb5a27', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 13:05:06.642375 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c65627b6-ab92-4ef5-b6d1-4c9463917a79 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:06.706105 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c65627b6-ab92-4ef5-b6d1-4c9463917a79 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:06.710465 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c65627b6-ab92-4ef5-b6d1-4c9463917a79 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1628989'] for security_group_rule, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:06.728614 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65627b6-ab92-4ef5-b6d1-4c9463917a79 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35c4451e-2f7a-4b07-ab40-f530fd6da03c,revision_number=0']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:05:06.741543 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c65627b6-ab92-4ef5-b6d1-4c9463917a79 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:06.742917 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-c65627b6-ab92-4ef5-b6d1-4c9463917a79 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1331973 Sep 21 13:05:06.747089 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 34962) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:05:06.751790 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-43046676-4f7a-4c12-b2a7-41b5c24857a2 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Request body: {'floatingip': {'floating_network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 13:05:06.777651 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-43046676-4f7a-4c12-b2a7-41b5c24857a2 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks [] for floatingip, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:06.887657 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-43046676-4f7a-4c12-b2a7-41b5c24857a2 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:07.003628 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_common [None req-43046676-4f7a-4c12-b2a7-41b5c24857a2 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Allocated IP 172.27.0.70 (3589cb95-8b7f-464f-a8af-ebd0722ed0b9/83bd8dfa-a4af-4a48-a00e-8b360d22b666/da9f379a-c177-4163-b08f-2aeb467b7b50) {{(pid=93968) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 13:05:07.164998 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-43046676-4f7a-4c12-b2a7-41b5c24857a2 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks [] for port, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:07.220451 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-43046676-4f7a-4c12-b2a7-41b5c24857a2 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168646'] for port, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:07.287942 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43046676-4f7a-4c12-b2a7-41b5c24857a2 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Network 3589cb95-8b7f-464f-a8af-ebd0722ed0b9 is already hosted by enough agents. {{(pid=93968) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 13:05:07.294261 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.base_scheduler [None req-43046676-4f7a-4c12-b2a7-41b5c24857a2 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Resources bound (agent type, host, resource id): {{(pid=93968) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 13:05:07.300375 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43046676-4f7a-4c12-b2a7-41b5c24857a2 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Received port after_create {{(pid=93968) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 13:05:07.314681 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43046676-4f7a-4c12-b2a7-41b5c24857a2 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Pushing event updated for resources: {'Port': ['ID=da9f379a-c177-4163-b08f-2aeb467b7b50,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:05:07.429924 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-43046676-4f7a-4c12-b2a7-41b5c24857a2 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:07.468470 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-43046676-4f7a-4c12-b2a7-41b5c24857a2 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:07.672882 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-43046676-4f7a-4c12-b2a7-41b5c24857a2 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks [] for port, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:07.677981 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-43046676-4f7a-4c12-b2a7-41b5c24857a2 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168671'] for port, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:07.749601 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43046676-4f7a-4c12-b2a7-41b5c24857a2 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Pushing event updated for resources: {'Port': ['ID=da9f379a-c177-4163-b08f-2aeb467b7b50,revision_number=2']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:05:07.762543 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-43046676-4f7a-4c12-b2a7-41b5c24857a2 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618694'] for floatingip, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:07.777085 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-43046676-4f7a-4c12-b2a7-41b5c24857a2 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for floatingip, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:07.778348 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-43046676-4f7a-4c12-b2a7-41b5c24857a2 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0300996 Sep 21 13:05:07.989865 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ee115572-9728-4190-8009-9381c443a260 req-5102ca57-2141-45f6-b247-ee3fa2c486ba tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--736042888&fields=id&tenant_id=149418c04e4d4e74b48f809d6af76afc HTTP/1.1" status: 200 len: 267 time: 0.0354295 Sep 21 13:05:08.105445 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee115572-9728-4190-8009-9381c443a260 req-3e0a465f-968e-4650-8fc7-2a58a2aebabb tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:05:08.107194 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ee115572-9728-4190-8009-9381c443a260 req-3e0a465f-968e-4650-8fc7-2a58a2aebabb tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/networks?id=68301f7d-d00d-4f3f-9a01-7687a8b90d04 HTTP/1.1" status: 200 len: 810 time: 0.1072657 Sep 21 13:05:08.122756 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ee115572-9728-4190-8009-9381c443a260 req-b34a0755-ba22-427a-be54-f1dcc9c5c0b6 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/quotas/149418c04e4d4e74b48f809d6af76afc HTTP/1.1" status: 200 len: 375 time: 0.0099192 Sep 21 13:05:08.185000 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ee115572-9728-4190-8009-9381c443a260 req-eccb7aa4-d42d-405d-bbe5-a10f4ed5a309 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=149418c04e4d4e74b48f809d6af76afc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0556698 Sep 21 13:05:08.298328 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [req-ee115572-9728-4190-8009-9381c443a260 req-8ffd927b-cb20-4746-8a3b-9d5ca731b8e0 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=93969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 21 13:05:08.299484 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ee115572-9728-4190-8009-9381c443a260 req-8ffd927b-cb20-4746-8a3b-9d5ca731b8e0 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1007521 Sep 21 13:05:08.399256 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ee115572-9728-4190-8009-9381c443a260 req-70c6c914-eded-42b4-b119-544576530f1f service neutron] 10.222.0.32 "GET /v2.0/networks/68301f7d-d00d-4f3f-9a01-7687a8b90d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931001 Sep 21 13:05:08.506688 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ee115572-9728-4190-8009-9381c443a260 req-1520792d-d97f-4055-a338-b781365f9dbe service neutron] 10.222.0.32 "GET /v2.0/networks/68301f7d-d00d-4f3f-9a01-7687a8b90d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004112 Sep 21 13:05:08.639786 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device 1d26ffaf-8b0b-4123-93d1-8dca15ce9a52 no longer exists at agent hyperv_hv-cinder-81013 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 13:05:08.717873 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-23aece8c-132d-44fd-83e5-05947c8ce696 req-52820ae2-69a2-4a38-b588-2c8b28cc04de tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=2866c315-7356-4a86-bd16-f94ee0a9ae2f HTTP/1.1" status: 200 len: 210 time: 0.0453782 Sep 21 13:05:08.808408 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] No Port match for: 1d26ffaf-8b0b-4123-93d1-8dca15ce9a52 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 13:05:08.808758 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device 1d26ffaf-8b0b-4123-93d1-8dca15ce9a52 not bound to the agent host hv-cinder-81013 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 13:05:09.835596 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-a784f6c9-c17c-4930-9c17-5d251c9b21b5 req-71f8d62a-555a-438d-98ea-1f840fd94e26 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=2866c315-7356-4a86-bd16-f94ee0a9ae2f HTTP/1.1" status: 200 len: 210 time: 0.0410907 Sep 21 13:05:09.875542 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee115572-9728-4190-8009-9381c443a260 req-cfb4e0d6-7e0c-4fa8-9e3e-c4967448a0ea tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:05:09.877086 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ee115572-9728-4190-8009-9381c443a260 req-cfb4e0d6-7e0c-4fa8-9e3e-c4967448a0ea tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.45 "GET /v2.0/networks?id=68301f7d-d00d-4f3f-9a01-7687a8b90d04 HTTP/1.1" status: 200 len: 810 time: 0.1528540 Sep 21 13:05:09.924443 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ee115572-9728-4190-8009-9381c443a260 req-3341e3a8-a634-4b7c-b93d-87f63f3338a2 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=149418c04e4d4e74b48f809d6af76afc HTTP/1.1" status: 200 len: 379 time: 0.0376697 Sep 21 13:05:09.934818 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-ee115572-9728-4190-8009-9381c443a260 req-bd1e9f23-1860-45f0-bab2-7d035cf405a6 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Request body: {'port': {'device_id': '2866c315-7356-4a86-bd16-f94ee0a9ae2f', 'network_id': '68301f7d-d00d-4f3f-9a01-7687a8b90d04', 'admin_state_up': True, 'tenant_id': '149418c04e4d4e74b48f809d6af76afc', 'security_groups': ['f584dda6-64d3-4005-bfcb-282a09eb5a27']}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 13:05:10.044425 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee115572-9728-4190-8009-9381c443a260 req-bd1e9f23-1860-45f0-bab2-7d035cf405a6 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Made reservation on behalf of 149418c04e4d4e74b48f809d6af76afc for: {'port': 1} {{(pid=93969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 13:05:10.048037 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-ee115572-9728-4190-8009-9381c443a260 req-bd1e9f23-1860-45f0-bab2-7d035cf405a6 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:10.179151 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_common [req-ee115572-9728-4190-8009-9381c443a260 req-bd1e9f23-1860-45f0-bab2-7d035cf405a6 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Allocated IP 172.20.0.9 (68301f7d-d00d-4f3f-9a01-7687a8b90d04/881ac6cf-a431-44d5-9ccd-c2b093aed57d/5148b5fe-627b-4c23-bfc4-103a1518cfcb) {{(pid=93969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 13:05:10.319448 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-ee115572-9728-4190-8009-9381c443a260 req-bd1e9f23-1860-45f0-bab2-7d035cf405a6 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks [] for port, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:10.353706 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-ee115572-9728-4190-8009-9381c443a260 req-bd1e9f23-1860-45f0-bab2-7d035cf405a6 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758322146762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9294141'] for port, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:10.397041 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee115572-9728-4190-8009-9381c443a260 req-bd1e9f23-1860-45f0-bab2-7d035cf405a6 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Network 68301f7d-d00d-4f3f-9a01-7687a8b90d04 is already hosted by enough agents. {{(pid=93969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 13:05:10.400804 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.base_scheduler [req-ee115572-9728-4190-8009-9381c443a260 req-bd1e9f23-1860-45f0-bab2-7d035cf405a6 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Resources bound (agent type, host, resource id): {{(pid=93969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 13:05:10.404935 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee115572-9728-4190-8009-9381c443a260 req-bd1e9f23-1860-45f0-bab2-7d035cf405a6 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Received port after_create {{(pid=93969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 21 13:05:10.413674 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e9f23-1860-45f0-bab2-7d035cf405a6 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Pushing event updated for resources: {'Port': ['ID=5148b5fe-627b-4c23-bfc4-103a1518cfcb,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:05:10.460500 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee115572-9728-4190-8009-9381c443a260 req-bd1e9f23-1860-45f0-bab2-7d035cf405a6 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:05:10.461124 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-ee115572-9728-4190-8009-9381c443a260 req-bd1e9f23-1860-45f0-bab2-7d035cf405a6 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:10.476783 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ee115572-9728-4190-8009-9381c443a260 req-bd1e9f23-1860-45f0-bab2-7d035cf405a6 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5462067 Sep 21 13:05:10.489746 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.v2.base [req-ee115572-9728-4190-8009-9381c443a260 req-18cb1f99-2396-4be7-90e0-2cb6ba553b00 service neutron] Request body: {'port': {'device_id': '2866c315-7356-4a86-bd16-f94ee0a9ae2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81013'}} {{(pid=93969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 13:05:10.553663 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-ee115572-9728-4190-8009-9381c443a260 req-18cb1f99-2396-4be7-90e0-2cb6ba553b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:10.646911 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-45cba201-aea3-400b-8f8b-d0febc94725c None None] Provisioning complete for port 5148b5fe-627b-4c23-bfc4-103a1518cfcb triggered by entity DHCP. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 13:05:10.647543 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-45cba201-aea3-400b-8f8b-d0febc94725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:10.685756 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-45cba201-aea3-400b-8f8b-d0febc94725c None None] Port 5148b5fe-627b-4c23-bfc4-103a1518cfcb cannot update to ACTIVE because it is not bound. {{(pid=93970) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 21 13:05:10.833980 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [req-ee115572-9728-4190-8009-9381c443a260 req-18cb1f99-2396-4be7-90e0-2cb6ba553b00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5148b5fe-627b-4c23-bfc4-103a1518cfcb {{(pid=93969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 13:05:10.843500 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-ee115572-9728-4190-8009-9381c443a260 req-18cb1f99-2396-4be7-90e0-2cb6ba553b00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:10.855931 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.provisioning_blocks [req-ee115572-9728-4190-8009-9381c443a260 req-18cb1f99-2396-4be7-90e0-2cb6ba553b00 service neutron] Transition to ACTIVE for port object 5148b5fe-627b-4c23-bfc4-103a1518cfcb will not be triggered until provisioned by entity L2. {{(pid=93969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 21 13:05:10.859878 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-ee115572-9728-4190-8009-9381c443a260 req-18cb1f99-2396-4be7-90e0-2cb6ba553b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294116'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:10.915479 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cb1f99-2396-4be7-90e0-2cb6ba553b00 service neutron] Pushing event updated for resources: {'Port': ['ID=5148b5fe-627b-4c23-bfc4-103a1518cfcb,revision_number=2']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:05:10.975259 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9439d-f06e-4b91-864c-10c2b9fde81c req-5d29d8ea-1d38-4a45-9c4e-030e7155d62b tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:05:10.979023 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-20d9439d-f06e-4b91-864c-10c2b9fde81c req-5d29d8ea-1d38-4a45-9c4e-030e7155d62b tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=2866c315-7356-4a86-bd16-f94ee0a9ae2f HTTP/1.1" status: 200 len: 943 time: 0.0568886 Sep 21 13:05:10.996687 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-ee115572-9728-4190-8009-9381c443a260 req-18cb1f99-2396-4be7-90e0-2cb6ba553b00 service neutron] Attempting to bind port 5148b5fe-627b-4c23-bfc4-103a1518cfcb on host hv-cinder-81013 for vnic_type normal with profile {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 21 13:05:10.997286 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-ee115572-9728-4190-8009-9381c443a260 req-18cb1f99-2396-4be7-90e0-2cb6ba553b00 service neutron] Attempting to bind port 5148b5fe-627b-4c23-bfc4-103a1518cfcb by drivers openvswitch,hyperv on host hv-cinder-81013 at level 0 using segments [{'id': '26fe99e6-f88e-40f5-b208-9fa4b938ce83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '68301f7d-d00d-4f3f-9a01-7687a8b90d04'}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 21 13:05:10.997619 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee115572-9728-4190-8009-9381c443a260 req-18cb1f99-2396-4be7-90e0-2cb6ba553b00 service neutron] Attempting to bind port 5148b5fe-627b-4c23-bfc4-103a1518cfcb on network 68301f7d-d00d-4f3f-9a01-7687a8b90d04 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 13:05:11.002930 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee115572-9728-4190-8009-9381c443a260 req-18cb1f99-2396-4be7-90e0-2cb6ba553b00 service neutron] Port 5148b5fe-627b-4c23-bfc4-103a1518cfcb on network 68301f7d-d00d-4f3f-9a01-7687a8b90d04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81013 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 13:05:11.003263 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee115572-9728-4190-8009-9381c443a260 req-18cb1f99-2396-4be7-90e0-2cb6ba553b00 service neutron] Attempting to bind port 5148b5fe-627b-4c23-bfc4-103a1518cfcb on network 68301f7d-d00d-4f3f-9a01-7687a8b90d04 {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 13:05:11.011726 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee115572-9728-4190-8009-9381c443a260 req-18cb1f99-2396-4be7-90e0-2cb6ba553b00 service neutron] Checking agent: {'id': 'a6e01e35-01d6-479f-9faf-9c323aed8d3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 21, 12, 52, 16), 'started_at': datetime.datetime(2021, 9, 21, 12, 52, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 21, 13, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 13:05:11.012164 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee115572-9728-4190-8009-9381c443a260 req-18cb1f99-2396-4be7-90e0-2cb6ba553b00 service neutron] Checking segment: {'id': '26fe99e6-f88e-40f5-b208-9fa4b938ce83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '68301f7d-d00d-4f3f-9a01-7687a8b90d04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 21 13:05:11.012632 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee115572-9728-4190-8009-9381c443a260 req-18cb1f99-2396-4be7-90e0-2cb6ba553b00 service neutron] Bound using segment: {'id': '26fe99e6-f88e-40f5-b208-9fa4b938ce83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '68301f7d-d00d-4f3f-9a01-7687a8b90d04'} {{(pid=93969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 13:05:11.013173 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.managers [req-ee115572-9728-4190-8009-9381c443a260 req-18cb1f99-2396-4be7-90e0-2cb6ba553b00 service neutron] Bound port: 5148b5fe-627b-4c23-bfc4-103a1518cfcb, host: hv-cinder-81013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26fe99e6-f88e-40f5-b208-9fa4b938ce83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '68301f7d-d00d-4f3f-9a01-7687a8b90d04'}}] {{(pid=93969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 21 13:05:11.013661 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-ee115572-9728-4190-8009-9381c443a260 req-18cb1f99-2396-4be7-90e0-2cb6ba553b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:11.025399 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-20d9439d-f06e-4b91-864c-10c2b9fde81c req-cf1bb21f-eb92-4024-80e7-a7b0190b49ea tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?id=f584dda6-64d3-4005-bfcb-282a09eb5a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414512 Sep 21 13:05:11.093820 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-ee115572-9728-4190-8009-9381c443a260 req-18cb1f99-2396-4be7-90e0-2cb6ba553b00 service neutron] For port 5148b5fe-627b-4c23-bfc4-103a1518cfcb, host hv-cinder-81013, cleared binding levels {{(pid=93969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 13:05:11.097297 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-ee115572-9728-4190-8009-9381c443a260 req-18cb1f99-2396-4be7-90e0-2cb6ba553b00 service neutron] For port 5148b5fe-627b-4c23-bfc4-103a1518cfcb, host hv-cinder-81013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=5148b5fe-627b-4c23-bfc4-103a1518cfcb,segment=NetworkSegment(26fe99e6-f88e-40f5-b208-9fa4b938ce83),segment_id=26fe99e6-f88e-40f5-b208-9fa4b938ce83)] {{(pid=93969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 13:05:11.102340 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-ee115572-9728-4190-8009-9381c443a260 req-18cb1f99-2396-4be7-90e0-2cb6ba553b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9294116'] for port, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:11.136669 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee115572-9728-4190-8009-9381c443a260 req-18cb1f99-2396-4be7-90e0-2cb6ba553b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:05:11.137335 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-ee115572-9728-4190-8009-9381c443a260 req-18cb1f99-2396-4be7-90e0-2cb6ba553b00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:11.138770 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ee115572-9728-4190-8009-9381c443a260 req-18cb1f99-2396-4be7-90e0-2cb6ba553b00 service neutron] 10.222.0.45 "PUT /v2.0/ports/5148b5fe-627b-4c23-bfc4-103a1518cfcb HTTP/1.1" status: 200 len: 1093 time: 0.6533761 Sep 21 13:05:11.139236 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2866c315-7356-4a86-bd16-f94ee0a9ae2f', 'tag': '5148b5fe-627b-4c23-bfc4-103a1518cfcb'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 13:05:11.141516 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}891eab8d1a3043c3e369406f1201b67df81013e3c20d23918ff9fd5cd34c6e83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051fdead-f49d-4fc6-9771-ffb436116970" -d '{"events": [{"name": "network-changed", "server_uuid": "2866c315-7356-4a86-bd16-f94ee0a9ae2f", "tag": "5148b5fe-627b-4c23-bfc4-103a1518cfcb"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 13:05:11.175687 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cb1f99-2396-4be7-90e0-2cb6ba553b00 service neutron] Pushing event updated for resources: {'Port': ['ID=5148b5fe-627b-4c23-bfc4-103a1518cfcb,revision_number=3']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:05:11.181860 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 13:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f55e21-b611-4970-b4d8-68295bc89dac x-openstack-request-id: req-71f55e21-b611-4970-b4d8-68295bc89dac {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 13:05:11.182153 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2866c315-7356-4a86-bd16-f94ee0a9ae2f", "tag": "5148b5fe-627b-4c23-bfc4-103a1518cfcb", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 13:05:11.182421 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-71f55e21-b611-4970-b4d8-68295bc89dac {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 13:05:11.182813 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2866c315-7356-4a86-bd16-f94ee0a9ae2f', 'tag': '5148b5fe-627b-4c23-bfc4-103a1518cfcb', 'status': 'completed', 'code': 200} Sep 21 13:05:11.225783 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee115572-9728-4190-8009-9381c443a260 req-90aadcbf-e027-47df-aebb-3ab2a7c75084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:05:11.227359 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ee115572-9728-4190-8009-9381c443a260 req-90aadcbf-e027-47df-aebb-3ab2a7c75084 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=149418c04e4d4e74b48f809d6af76afc&device_id=2866c315-7356-4a86-bd16-f94ee0a9ae2f HTTP/1.1" status: 200 len: 1096 time: 0.0434451 Sep 21 13:05:11.277914 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ee115572-9728-4190-8009-9381c443a260 req-9dee753d-e057-44f6-b4d2-fbe535b2525f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5148b5fe-627b-4c23-bfc4-103a1518cfcb HTTP/1.1" status: 200 len: 217 time: 0.0390327 Sep 21 13:05:11.332179 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee115572-9728-4190-8009-9381c443a260 req-7c4d5f26-be73-47bf-bf45-3060823c0ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:05:11.333677 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ee115572-9728-4190-8009-9381c443a260 req-7c4d5f26-be73-47bf-bf45-3060823c0ff7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=881ac6cf-a431-44d5-9ccd-c2b093aed57d HTTP/1.1" status: 200 len: 849 time: 0.0490112 Sep 21 13:05:11.381626 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee115572-9728-4190-8009-9381c443a260 req-168ce652-8fbb-49e4-8b26-b4deb8681147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:05:11.383268 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ee115572-9728-4190-8009-9381c443a260 req-168ce652-8fbb-49e4-8b26-b4deb8681147 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=68301f7d-d00d-4f3f-9a01-7687a8b90d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413435 Sep 21 13:05:11.482990 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ee115572-9728-4190-8009-9381c443a260 req-c6f352c3-3d4f-41b4-bb90-f0a106a01f6e service neutron] 10.222.0.45 "GET /v2.0/networks/68301f7d-d00d-4f3f-9a01-7687a8b90d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923743 Sep 21 13:05:11.575791 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-ee115572-9728-4190-8009-9381c443a260 req-6df4b9f0-f835-4015-a743-78a5004788ed service neutron] 10.222.0.45 "GET /v2.0/networks/68301f7d-d00d-4f3f-9a01-7687a8b90d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856590 Sep 21 13:05:11.664769 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051fdead-f49d-4fc6-9771-ffb436116970 req-f5cbdec2-84e2-460d-97f1-c45a3db341c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:05:11.667092 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-051fdead-f49d-4fc6-9771-ffb436116970 req-f5cbdec2-84e2-460d-97f1-c45a3db341c9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=149418c04e4d4e74b48f809d6af76afc&device_id=2866c315-7356-4a86-bd16-f94ee0a9ae2f HTTP/1.1" status: 200 len: 1096 time: 0.0457351 Sep 21 13:05:11.761993 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051fdead-f49d-4fc6-9771-ffb436116970 req-51831f41-9d9d-47dd-81b9-1df5c3848714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:05:11.763525 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-051fdead-f49d-4fc6-9771-ffb436116970 req-51831f41-9d9d-47dd-81b9-1df5c3848714 service neutron] 10.222.0.45 "GET /v2.0/networks?id=68301f7d-d00d-4f3f-9a01-7687a8b90d04 HTTP/1.1" status: 200 len: 911 time: 0.0869906 Sep 21 13:05:12.096589 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-051fdead-f49d-4fc6-9771-ffb436116970 req-84dfd7e8-ad90-477a-93e7-308379a3d0fe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5148b5fe-627b-4c23-bfc4-103a1518cfcb HTTP/1.1" status: 200 len: 217 time: 0.3257542 Sep 21 13:05:12.149946 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051fdead-f49d-4fc6-9771-ffb436116970 req-e993e3d8-e2b8-4a02-b5b9-e2fd971f3633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:05:12.151501 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-051fdead-f49d-4fc6-9771-ffb436116970 req-e993e3d8-e2b8-4a02-b5b9-e2fd971f3633 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=881ac6cf-a431-44d5-9ccd-c2b093aed57d HTTP/1.1" status: 200 len: 849 time: 0.0470803 Sep 21 13:05:12.155116 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0fb583-6b2e-48d7-acfc-6a9b22a2373b req-3de90c86-b722-450f-a0aa-9c7509a892ac tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:05:12.156623 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-cf0fb583-6b2e-48d7-acfc-6a9b22a2373b req-3de90c86-b722-450f-a0aa-9c7509a892ac tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=2866c315-7356-4a86-bd16-f94ee0a9ae2f HTTP/1.1" status: 200 len: 943 time: 0.0565703 Sep 21 13:05:12.197892 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-cf0fb583-6b2e-48d7-acfc-6a9b22a2373b req-c8077acb-f3c5-49ee-99a9-1bf8ec644802 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?id=f584dda6-64d3-4005-bfcb-282a09eb5a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350037 Sep 21 13:05:12.205034 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051fdead-f49d-4fc6-9771-ffb436116970 req-cec62015-2d98-4369-8a3d-a5094015ad20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:05:12.206809 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-051fdead-f49d-4fc6-9771-ffb436116970 req-cec62015-2d98-4369-8a3d-a5094015ad20 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=68301f7d-d00d-4f3f-9a01-7687a8b90d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470247 Sep 21 13:05:12.315016 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-051fdead-f49d-4fc6-9771-ffb436116970 req-1301250f-6ca1-4a8d-9f86-ef2e501c6543 service neutron] 10.222.0.45 "GET /v2.0/networks/68301f7d-d00d-4f3f-9a01-7687a8b90d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004977 Sep 21 13:05:12.408166 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-051fdead-f49d-4fc6-9771-ffb436116970 req-6b5b49ac-af57-4da4-a6e1-4b256abbe498 service neutron] 10.222.0.45 "GET /v2.0/networks/68301f7d-d00d-4f3f-9a01-7687a8b90d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852494 Sep 21 13:05:12.677314 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-62e7a3e8-7607-4619-8188-8df2d2208116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:13.321148 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47584e96-c237-4a5a-b8fb-bc913eefe55b req-960b208c-6dec-4506-b47b-7397afa03238 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:05:13.323849 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-47584e96-c237-4a5a-b8fb-bc913eefe55b req-960b208c-6dec-4506-b47b-7397afa03238 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=2866c315-7356-4a86-bd16-f94ee0a9ae2f HTTP/1.1" status: 200 len: 943 time: 0.0563807 Sep 21 13:05:13.362542 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-47584e96-c237-4a5a-b8fb-bc913eefe55b req-681ad033-39bf-419e-b52d-7ce00838a454 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?id=f584dda6-64d3-4005-bfcb-282a09eb5a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327454 Sep 21 13:05:14.484043 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dcaddb-799c-43b9-8369-ebf75bc5d4d4 req-4bbbb8ed-87c5-48a6-9ee8-05a7a8e0746e tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:05:14.485547 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c1dcaddb-799c-43b9-8369-ebf75bc5d4d4 req-4bbbb8ed-87c5-48a6-9ee8-05a7a8e0746e tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=2866c315-7356-4a86-bd16-f94ee0a9ae2f HTTP/1.1" status: 200 len: 943 time: 0.0530934 Sep 21 13:05:14.523455 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c1dcaddb-799c-43b9-8369-ebf75bc5d4d4 req-9559dfac-79ad-4f0f-8923-694c6830f378 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?id=f584dda6-64d3-4005-bfcb-282a09eb5a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319035 Sep 21 13:05:14.684697 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device 5148b5fe-627b-4c23-bfc4-103a1518cfcb details requested by agent hyperv_hv-cinder-81013 with host hv-cinder-81013 {{(pid=93970) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 13:05:14.790212 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port 5148b5fe-627b-4c23-bfc4-103a1518cfcb, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=5148b5fe-627b-4c23-bfc4-103a1518cfcb,segment=NetworkSegment(26fe99e6-f88e-40f5-b208-9fa4b938ce83),segment_id=26fe99e6-f88e-40f5-b208-9fa4b938ce83)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:05:14.808027 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Returning: {'device': '5148b5fe-627b-4c23-bfc4-103a1518cfcb', 'network_id': '68301f7d-d00d-4f3f-9a01-7687a8b90d04', 'port_id': '5148b5fe-627b-4c23-bfc4-103a1518cfcb', 'mac_address': 'fa:16:3e:c1:0c:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '881ac6cf-a431-44d5-9ccd-c2b093aed57d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93970) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 13:05:14.852585 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:14.865836 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5148b5fe-627b-4c23-bfc4-103a1518cfcb {{(pid=93970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 21 13:05:14.887451 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port 5148b5fe-627b-4c23-bfc4-103a1518cfcb, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=5148b5fe-627b-4c23-bfc4-103a1518cfcb,segment=NetworkSegment(26fe99e6-f88e-40f5-b208-9fa4b938ce83),segment_id=26fe99e6-f88e-40f5-b208-9fa4b938ce83)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:05:14.891690 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:14.945623 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=5148b5fe-627b-4c23-bfc4-103a1518cfcb,revision_number=4']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:05:14.953610 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:05:14.953940 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:05:14.954285 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:05:14.954645 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:05:14.954974 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:05:14.955296 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:05:14.955620 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:05:14.955940 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:05:14.956284 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:05:14.956609 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:05:14.956926 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:05:14.957243 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:05:15.107911 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] get_ports_and_sgs() called for port_ids ['5148b5fe-627b-4c23-bfc4-103a1518cfcb'] {{(pid=93970) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 21 13:05:15.339209 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-bac42fca-34de-487c-ba1b-437bba7ea6c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:15.641743 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec2821-cfbc-44f9-90aa-a8eb3d34d214 req-4a97573e-c3b5-45e4-9772-cfccdaa3da9d tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:05:15.643239 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-20ec2821-cfbc-44f9-90aa-a8eb3d34d214 req-4a97573e-c3b5-45e4-9772-cfccdaa3da9d tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=2866c315-7356-4a86-bd16-f94ee0a9ae2f HTTP/1.1" status: 200 len: 944 time: 0.0504215 Sep 21 13:05:15.683491 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-20ec2821-cfbc-44f9-90aa-a8eb3d34d214 req-99dc7cf3-e4da-411e-9fa3-d09ab83fb381 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?id=f584dda6-64d3-4005-bfcb-282a09eb5a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343094 Sep 21 13:05:15.918676 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:16.028332 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:16.676829 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:16.685419 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device 5148b5fe-627b-4c23-bfc4-103a1518cfcb up at agent hyperv_hv-cinder-81013 {{(pid=93970) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 13:05:16.745882 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Provisioning for port 5148b5fe-627b-4c23-bfc4-103a1518cfcb completed by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 21 13:05:16.750423 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.provisioning_blocks [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Provisioning complete for port 5148b5fe-627b-4c23-bfc4-103a1518cfcb triggered by entity L2. {{(pid=93970) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 21 13:05:16.750808 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691156'] for port, provisioning_complete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:16.810521 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f7dda-f38f-481a-a7dc-711ee87efa5c req-b88db4f7-c926-43e2-9236-6eb36be4516e tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:05:16.812105 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5b9f7dda-f38f-481a-a7dc-711ee87efa5c req-b88db4f7-c926-43e2-9236-6eb36be4516e tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=2866c315-7356-4a86-bd16-f94ee0a9ae2f HTTP/1.1" status: 200 len: 944 time: 0.0564191 Sep 21 13:05:16.848185 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715288'] for port, before_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:16.852306 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-5b9f7dda-f38f-481a-a7dc-711ee87efa5c req-848c1336-56bb-4d79-8833-e0e2f61fc204 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?id=f584dda6-64d3-4005-bfcb-282a09eb5a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340645 Sep 21 13:05:16.873097 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2866c315-7356-4a86-bd16-f94ee0a9ae2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5148b5fe-627b-4c23-bfc4-103a1518cfcb'}] {{(pid=93970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 13:05:16.875603 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e3f31dd35d6e9892686e3dd7e28a33bc22b0e68501ee526cb23c786b8cd504" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8015422d-38e3-4c9a-9ce1-ad3a13fa6eb4" -d '{"events": [{"server_uuid": "2866c315-7356-4a86-bd16-f94ee0a9ae2f", "name": "network-vif-plugged", "status": "completed", "tag": "5148b5fe-627b-4c23-bfc4-103a1518cfcb"}]}' {{(pid=93970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 13:05:16.889504 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] For port 5148b5fe-627b-4c23-bfc4-103a1518cfcb, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=5148b5fe-627b-4c23-bfc4-103a1518cfcb,segment=NetworkSegment(26fe99e6-f88e-40f5-b208-9fa4b938ce83),segment_id=26fe99e6-f88e-40f5-b208-9fa4b938ce83)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:05:16.894922 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758322616589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758322146780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758322146798'] for port, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:16.946071 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Pushing event updated for resources: {'Port': ['ID=5148b5fe-627b-4c23-bfc4-103a1518cfcb,revision_number=5']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:05:16.989647 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 13:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee70067e-2612-447c-a21e-cfcc5661b621 x-openstack-request-id: req-ee70067e-2612-447c-a21e-cfcc5661b621 {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 13:05:16.990220 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2866c315-7356-4a86-bd16-f94ee0a9ae2f", "name": "network-vif-plugged", "status": "completed", "tag": "5148b5fe-627b-4c23-bfc4-103a1518cfcb", "code": 200}]} {{(pid=93970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 13:05:16.990694 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ee70067e-2612-447c-a21e-cfcc5661b621 {{(pid=93970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 13:05:16.991175 dv-cinder-810131-2-iscsi neutron-server[93970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2866c315-7356-4a86-bd16-f94ee0a9ae2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5148b5fe-627b-4c23-bfc4-103a1518cfcb', 'code': 200} Sep 21 13:05:17.172678 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5171ea52-8a46-47d7-9f77-1e202c3405c9 req-35c58f4d-7943-4991-a357-285eff763533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:05:17.174242 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5171ea52-8a46-47d7-9f77-1e202c3405c9 req-35c58f4d-7943-4991-a357-285eff763533 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2866c315-7356-4a86-bd16-f94ee0a9ae2f HTTP/1.1" status: 200 len: 1098 time: 0.0484402 Sep 21 13:05:17.212026 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-5171ea52-8a46-47d7-9f77-1e202c3405c9 req-1da2e74b-d7de-4e2d-823a-c01cc5d8e4c5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f584dda6-64d3-4005-bfcb-282a09eb5a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309489 Sep 21 13:05:17.970387 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a8165-330e-4823-b63e-945a38df3a19 req-09cd9a6b-5a97-4e95-a794-7d4a1eb12670 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:05:17.971892 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c02a8165-330e-4823-b63e-945a38df3a19 req-09cd9a6b-5a97-4e95-a794-7d4a1eb12670 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=2866c315-7356-4a86-bd16-f94ee0a9ae2f HTTP/1.1" status: 200 len: 945 time: 0.0508780 Sep 21 13:05:17.987818 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:18.010971 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-c02a8165-330e-4823-b63e-945a38df3a19 req-f6d666b3-fe3d-4a6b-9885-da5cf3b5d95f tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?id=f584dda6-64d3-4005-bfcb-282a09eb5a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322134 Sep 21 13:05:19.140802 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8b241-1059-41a7-8654-cc99d89915b7 req-0318db5e-56b8-4537-b351-b4321ca80997 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:05:19.142428 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-42f8b241-1059-41a7-8654-cc99d89915b7 req-0318db5e-56b8-4537-b351-b4321ca80997 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=2866c315-7356-4a86-bd16-f94ee0a9ae2f HTTP/1.1" status: 200 len: 945 time: 0.0596633 Sep 21 13:05:19.189428 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-42f8b241-1059-41a7-8654-cc99d89915b7 req-3534eada-42a9-48c4-aaae-35fa41ba93c2 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?id=f584dda6-64d3-4005-bfcb-282a09eb5a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406842 Sep 21 13:05:19.307268 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd383a-e296-4e24-b5f5-14795bdf80ae req-6d56c3a1-a3d1-498f-ab04-5280d03c0d7f tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:05:19.308745 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-6dbd383a-e296-4e24-b5f5-14795bdf80ae req-6d56c3a1-a3d1-498f-ab04-5280d03c0d7f tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=2866c315-7356-4a86-bd16-f94ee0a9ae2f HTTP/1.1" status: 200 len: 945 time: 0.0532005 Sep 21 13:05:19.316983 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 35026) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:05:19.322081 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.v2.base [None req-79b7cc01-9a77-4de6-8814-08075b976751 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Request body: {'floatingip': {'port_id': '5148b5fe-627b-4c23-bfc4-103a1518cfcb'}} {{(pid=93968) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 13:05:19.360564 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-79b7cc01-9a77-4de6-8814-08075b976751 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks [] for floatingip, before_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:19.806929 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-79b7cc01-9a77-4de6-8814-08075b976751 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:19.811685 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-79b7cc01-9a77-4de6-8814-08075b976751 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618694'] for floatingip, after_update {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:19.924718 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.db.l3_db [None req-79b7cc01-9a77-4de6-8814-08075b976751 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Floating IP 4ebf8d5f-1aba-4933-ae46-e5191d82d30a associated. External IP: 172.27.0.70, port: 5148b5fe-627b-4c23-bfc4-103a1518cfcb. Sep 21 13:05:20.153189 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b7cc01-9a77-4de6-8814-08075b976751 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Router d2e57642-c029-421e-9beb-bf011bbd4b2b has already been hosted by L3 agent ac1410d3-fc19-41f1-a8a6-9305dbf296af {{(pid=93968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 13:05:20.528515 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b7cc01-9a77-4de6-8814-08075b976751 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify agent at l3_agent.dv-cinder-810131-2-iscsi the message routers_updated {{(pid=93968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 13:05:20.534341 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-79b7cc01-9a77-4de6-8814-08075b976751 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for floatingip, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:20.540311 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f211fb-a0a8-4fce-9f5c-95167b220e64 None None] Sync routers for ids ['d2e57642-c029-421e-9beb-bf011bbd4b2b'] in dv-cinder-810131-2-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 13:05:20.551025 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f211fb-a0a8-4fce-9f5c-95167b220e64 None None] Routers {'d2e57642-c029-421e-9beb-bf011bbd4b2b'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 13:05:20.551797 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-35f211fb-a0a8-4fce-9f5c-95167b220e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T13:05:15Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['d2e57642-c029-421e-9beb-bf011bbd4b2b'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:05:20.563713 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-79b7cc01-9a77-4de6-8814-08075b976751 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "PUT /v2.0/floatingips/4ebf8d5f-1aba-4933-ae46-e5191d82d30a HTTP/1.1" status: 200 len: 990 time: 1.2456403 Sep 21 13:05:20.564415 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2866c315-7356-4a86-bd16-f94ee0a9ae2f', 'tag': '5148b5fe-627b-4c23-bfc4-103a1518cfcb'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 13:05:20.566820 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a262e2a05831170809019d2cf22837e497d964a865586fc051a88de41b43109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8076737b-e28e-4b48-942b-e0e9e581661a" -d '{"events": [{"name": "network-changed", "server_uuid": "2866c315-7356-4a86-bd16-f94ee0a9ae2f", "tag": "5148b5fe-627b-4c23-bfc4-103a1518cfcb"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 13:05:20.690737 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 13:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530f308f-8212-44b8-ab09-33dc4e0ab355 x-openstack-request-id: req-530f308f-8212-44b8-ab09-33dc4e0ab355 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 13:05:20.691170 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2866c315-7356-4a86-bd16-f94ee0a9ae2f", "tag": "5148b5fe-627b-4c23-bfc4-103a1518cfcb", "status": "completed", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 13:05:20.691571 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-530f308f-8212-44b8-ab09-33dc4e0ab355 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 13:05:20.692190 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2866c315-7356-4a86-bd16-f94ee0a9ae2f', 'tag': '5148b5fe-627b-4c23-bfc4-103a1518cfcb', 'status': 'completed', 'code': 200} Sep 21 13:05:20.694297 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-35f211fb-a0a8-4fce-9f5c-95167b220e64 None None] Set router d2e57642-c029-421e-9beb-bf011bbd4b2b gateway port host: dv-cinder-810131-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 13:05:20.770387 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076737b-e28e-4b48-942b-e0e9e581661a req-3237d45d-b9f8-417a-aaa7-a64ad18be9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:05:20.772323 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8076737b-e28e-4b48-942b-e0e9e581661a req-3237d45d-b9f8-417a-aaa7-a64ad18be9d1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=149418c04e4d4e74b48f809d6af76afc&device_id=2866c315-7356-4a86-bd16-f94ee0a9ae2f HTTP/1.1" status: 200 len: 1098 time: 0.0550025 Sep 21 13:05:20.888184 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076737b-e28e-4b48-942b-e0e9e581661a req-612568e9-90b9-4eac-8922-e66b46fde11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:05:20.891940 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8076737b-e28e-4b48-942b-e0e9e581661a req-612568e9-90b9-4eac-8922-e66b46fde11e service neutron] 10.222.0.45 "GET /v2.0/networks?id=68301f7d-d00d-4f3f-9a01-7687a8b90d04 HTTP/1.1" status: 200 len: 911 time: 0.1122808 Sep 21 13:05:20.981396 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-35f211fb-a0a8-4fce-9f5c-95167b220e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'name': 'tempest-AttachVolumeTestJSON-140385197-router', 'tenant_id': '149418c04e4d4e74b48f809d6af76afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '618b9ee8-3f93-484b-b0ed-6ccbac98d279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T13:02:14Z', 'updated_at': '2021-09-21T13:02:17Z', 'revision_number': 4, 'project_id': '149418c04e4d4e74b48f809d6af76afc', 'gw_port': {'id': '618b9ee8-3f93-484b-b0ed-6ccbac98d279', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:02:14Z', 'updated_at': '2021-09-21T13:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_floatingips': [{'id': '4ebf8d5f-1aba-4933-ae46-e5191d82d30a', 'tenant_id': '149418c04e4d4e74b48f809d6af76afc', 'floating_ip_address': '172.27.0.70', 'floating_network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'router_id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'port_id': '5148b5fe-627b-4c23-bfc4-103a1518cfcb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68301f7d-d00d-4f3f-9a01-7687a8b90d04', 'mac_address': 'fa:16:3e:c1:0c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2866c315-7356-4a86-bd16-f94ee0a9ae2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T13:05:07Z', 'updated_at': '2021-09-21T13:05:19Z', 'revision_number': 1, 'project_id': '149418c04e4d4e74b48f809d6af76afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c1587fe-ea03-484e-bace-028106adc860', 'name': '', 'network_id': '68301f7d-d00d-4f3f-9a01-7687a8b90d04', 'tenant_id': '149418c04e4d4e74b48f809d6af76afc', 'mac_address': 'fa:16:3e:84:bf:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '881ac6cf-a431-44d5-9ccd-c2b093aed57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:02:16Z', 'updated_at': '2021-09-21T13:02:20Z', 'revision_number': 5, 'project_id': '149418c04e4d4e74b48f809d6af76afc', 'subnets': [{'id': '881ac6cf-a431-44d5-9ccd-c2b093aed57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:05:21.005824 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8076737b-e28e-4b48-942b-e0e9e581661a req-95723cce-d638-41b2-a739-48be58e29cd4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5148b5fe-627b-4c23-bfc4-103a1518cfcb HTTP/1.1" status: 200 len: 998 time: 0.1051958 Sep 21 13:05:21.011857 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f211fb-a0a8-4fce-9f5c-95167b220e64 None None] Checking router: d2e57642-c029-421e-9beb-bf011bbd4b2b for host: dv-cinder-810131-2-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 13:05:21.021019 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f211fb-a0a8-4fce-9f5c-95167b220e64 None None] Routers {'d2e57642-c029-421e-9beb-bf011bbd4b2b'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 13:05:21.021634 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-35f211fb-a0a8-4fce-9f5c-95167b220e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T13:05:15Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['d2e57642-c029-421e-9beb-bf011bbd4b2b'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:05:21.083239 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076737b-e28e-4b48-942b-e0e9e581661a req-d5a2c86c-1a12-4195-a384-08acc4389d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:05:21.085791 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8076737b-e28e-4b48-942b-e0e9e581661a req-d5a2c86c-1a12-4195-a384-08acc4389d70 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=881ac6cf-a431-44d5-9ccd-c2b093aed57d HTTP/1.1" status: 200 len: 849 time: 0.0714815 Sep 21 13:05:21.149370 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076737b-e28e-4b48-942b-e0e9e581661a req-37adea54-1c22-4bb2-a8de-77fa0ebb666a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:05:21.152543 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8076737b-e28e-4b48-942b-e0e9e581661a req-37adea54-1c22-4bb2-a8de-77fa0ebb666a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=68301f7d-d00d-4f3f-9a01-7687a8b90d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514777 Sep 21 13:05:21.169018 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-35f211fb-a0a8-4fce-9f5c-95167b220e64 None None] Set router d2e57642-c029-421e-9beb-bf011bbd4b2b gateway port host: dv-cinder-810131-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 13:05:21.265374 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8076737b-e28e-4b48-942b-e0e9e581661a req-1a9f157e-32c9-4f0c-bdfe-f1b46055a96a service neutron] 10.222.0.45 "GET /v2.0/networks/68301f7d-d00d-4f3f-9a01-7687a8b90d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051021 Sep 21 13:05:21.380192 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-8076737b-e28e-4b48-942b-e0e9e581661a req-1f473b90-7949-4dfd-9aec-4a635ed232d0 service neutron] 10.222.0.45 "GET /v2.0/networks/68301f7d-d00d-4f3f-9a01-7687a8b90d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069028 Sep 21 13:05:21.435512 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-35f211fb-a0a8-4fce-9f5c-95167b220e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'name': 'tempest-AttachVolumeTestJSON-140385197-router', 'tenant_id': '149418c04e4d4e74b48f809d6af76afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '618b9ee8-3f93-484b-b0ed-6ccbac98d279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T13:02:14Z', 'updated_at': '2021-09-21T13:02:17Z', 'revision_number': 4, 'project_id': '149418c04e4d4e74b48f809d6af76afc', 'gw_port': {'id': '618b9ee8-3f93-484b-b0ed-6ccbac98d279', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:02:14Z', 'updated_at': '2021-09-21T13:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_floatingips': [{'id': '4ebf8d5f-1aba-4933-ae46-e5191d82d30a', 'tenant_id': '149418c04e4d4e74b48f809d6af76afc', 'floating_ip_address': '172.27.0.70', 'floating_network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'router_id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'port_id': '5148b5fe-627b-4c23-bfc4-103a1518cfcb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68301f7d-d00d-4f3f-9a01-7687a8b90d04', 'mac_address': 'fa:16:3e:c1:0c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2866c315-7356-4a86-bd16-f94ee0a9ae2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T13:05:07Z', 'updated_at': '2021-09-21T13:05:19Z', 'revision_number': 1, 'project_id': '149418c04e4d4e74b48f809d6af76afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c1587fe-ea03-484e-bace-028106adc860', 'name': '', 'network_id': '68301f7d-d00d-4f3f-9a01-7687a8b90d04', 'tenant_id': '149418c04e4d4e74b48f809d6af76afc', 'mac_address': 'fa:16:3e:84:bf:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '881ac6cf-a431-44d5-9ccd-c2b093aed57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:02:16Z', 'updated_at': '2021-09-21T13:02:20Z', 'revision_number': 5, 'project_id': '149418c04e4d4e74b48f809d6af76afc', 'subnets': [{'id': '881ac6cf-a431-44d5-9ccd-c2b093aed57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:05:21.464477 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f211fb-a0a8-4fce-9f5c-95167b220e64 None None] The sync data for ids ['d2e57642-c029-421e-9beb-bf011bbd4b2b'] in dv-cinder-810131-2-iscsi is: [{'id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'name': 'tempest-AttachVolumeTestJSON-140385197-router', 'tenant_id': '149418c04e4d4e74b48f809d6af76afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '618b9ee8-3f93-484b-b0ed-6ccbac98d279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T13:02:14Z', 'updated_at': '2021-09-21T13:02:17Z', 'revision_number': 4, 'project_id': '149418c04e4d4e74b48f809d6af76afc', 'gw_port': {'id': '618b9ee8-3f93-484b-b0ed-6ccbac98d279', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:02:14Z', 'updated_at': '2021-09-21T13:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_floatingips': [{'id': '4ebf8d5f-1aba-4933-ae46-e5191d82d30a', 'tenant_id': '149418c04e4d4e74b48f809d6af76afc', 'floating_ip_address': '172.27.0.70', 'floating_network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'router_id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'port_id': '5148b5fe-627b-4c23-bfc4-103a1518cfcb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68301f7d-d00d-4f3f-9a01-7687a8b90d04', 'mac_address': 'fa:16:3e:c1:0c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2866c315-7356-4a86-bd16-f94ee0a9ae2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-21T13:05:07Z', 'updated_at': '2021-09-21T13:05:19Z', 'revision_number': 1, 'project_id': '149418c04e4d4e74b48f809d6af76afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c1587fe-ea03-484e-bace-028106adc860', 'name': '', 'network_id': '68301f7d-d00d-4f3f-9a01-7687a8b90d04', 'tenant_id': '149418c04e4d4e74b48f809d6af76afc', 'mac_address': 'fa:16:3e:84:bf:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '881ac6cf-a431-44d5-9ccd-c2b093aed57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:02:16Z', 'updated_at': '2021-09-21T13:02:20Z', 'revision_number': 5, 'project_id': '149418c04e4d4e74b48f809d6af76afc', 'subnets': [{'id': '881ac6cf-a431-44d5-9ccd-c2b093aed57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 13:05:21.703117 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e537a021-93de-4f77-9876-cc5ac0c8957e None None] New status for floating IP 4ebf8d5f-1aba-4933-ae46-e5191d82d30a: ACTIVE {{(pid=93970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 13:05:23.949215 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 35040) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:05:24.117737 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-2bd2bbd0-088c-401f-a6a7-f84d41d72ea1 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Deleting port 02b63709-4b52-4c28-af61-42e7a4579b7a {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 13:05:24.118147 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2bd2bbd0-088c-401f-a6a7-f84d41d72ea1 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:24.201458 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2bd2bbd0-088c-401f-a6a7-f84d41d72ea1 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:24.201855 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2bd2bbd0-088c-401f-a6a7-f84d41d72ea1 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:24.215661 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-2bd2bbd0-088c-401f-a6a7-f84d41d72ea1 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Calling delete_port for 02b63709-4b52-4c28-af61-42e7a4579b7a owned by network:floatingip {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 13:05:24.367069 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2bd2bbd0-088c-401f-a6a7-f84d41d72ea1 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168646'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:24.396917 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd2bbd0-088c-401f-a6a7-f84d41d72ea1 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Pushing event deleted for resources: {'Port': ['ID=02b63709-4b52-4c28-af61-42e7a4579b7a,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:05:24.459134 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2bd2bbd0-088c-401f-a6a7-f84d41d72ea1 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks [] for floatingip, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:24.459457 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.db.l3_db [None req-2bd2bbd0-088c-401f-a6a7-f84d41d72ea1 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Floating IP 856c41df-f6b1-4602-9726-2b632302e765 disassociated (deleted). External IP: 172.27.0.240, port: 813fb07f-c0d0-4f1b-9eed-6ca43b2aa554. Sep 21 13:05:24.677076 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd2bbd0-088c-401f-a6a7-f84d41d72ea1 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Router f1849533-2288-4be8-ae93-1f5bf9fe5781 has already been hosted by L3 agent ac1410d3-fc19-41f1-a8a6-9305dbf296af {{(pid=93968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 13:05:24.803038 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd2bbd0-088c-401f-a6a7-f84d41d72ea1 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify agent at l3_agent.dv-cinder-810131-2-iscsi the message routers_updated {{(pid=93968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 13:05:24.808149 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2bd2bbd0-088c-401f-a6a7-f84d41d72ea1 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for floatingip, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:24.814912 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0425e7b-bada-4897-af8d-9fafc13d2030 None None] Sync routers for ids ['f1849533-2288-4be8-ae93-1f5bf9fe5781'] in dv-cinder-810131-2-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 13:05:24.825152 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0425e7b-bada-4897-af8d-9fafc13d2030 None None] Routers {'f1849533-2288-4be8-ae93-1f5bf9fe5781'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 13:05:24.825838 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-a0425e7b-bada-4897-af8d-9fafc13d2030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T13:05:15Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['f1849533-2288-4be8-ae93-1f5bf9fe5781'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:05:24.841268 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-2bd2bbd0-088c-401f-a6a7-f84d41d72ea1 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "DELETE /v2.0/floatingips/856c41df-f6b1-4602-9726-2b632302e765 HTTP/1.1" status: 204 len: 168 time: 0.8907351 Sep 21 13:05:24.842042 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '786bb849-6036-496f-b2d0-369612e6edfa', 'tag': '813fb07f-c0d0-4f1b-9eed-6ca43b2aa554'}] {{(pid=93968) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 13:05:24.845064 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a262e2a05831170809019d2cf22837e497d964a865586fc051a88de41b43109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705903a4-18bd-45e3-bbdc-15e383cc6566" -d '{"events": [{"name": "network-changed", "server_uuid": "786bb849-6036-496f-b2d0-369612e6edfa", "tag": "813fb07f-c0d0-4f1b-9eed-6ca43b2aa554"}]}' {{(pid=93968) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 13:05:24.894348 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 21 Sep 2021 13:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c481adc-9635-4330-9994-209d2b7229c3 x-openstack-request-id: req-2c481adc-9635-4330-9994-209d2b7229c3 {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 13:05:24.894786 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "786bb849-6036-496f-b2d0-369612e6edfa", "tag": "813fb07f-c0d0-4f1b-9eed-6ca43b2aa554", "status": "completed", "code": 200}]} {{(pid=93968) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 13:05:24.895182 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2c481adc-9635-4330-9994-209d2b7229c3 {{(pid=93968) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 13:05:24.895677 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '786bb849-6036-496f-b2d0-369612e6edfa', 'tag': '813fb07f-c0d0-4f1b-9eed-6ca43b2aa554', 'status': 'completed', 'code': 200} Sep 21 13:05:24.956978 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-a0425e7b-bada-4897-af8d-9fafc13d2030 None None] Set router f1849533-2288-4be8-ae93-1f5bf9fe5781 gateway port host: dv-cinder-810131-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 13:05:25.002388 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705903a4-18bd-45e3-bbdc-15e383cc6566 req-1e97dda8-ec52-4baa-bac6-f3983db524eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:05:25.004157 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-705903a4-18bd-45e3-bbdc-15e383cc6566 req-1e97dda8-ec52-4baa-bac6-f3983db524eb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a21a7e5092134d1998f12a665e75b4fc&device_id=786bb849-6036-496f-b2d0-369612e6edfa HTTP/1.1" status: 200 len: 1099 time: 0.0828307 Sep 21 13:05:25.141037 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705903a4-18bd-45e3-bbdc-15e383cc6566 req-3066b797-4232-409e-a40b-89e8e0add23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:05:25.142821 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-705903a4-18bd-45e3-bbdc-15e383cc6566 req-3066b797-4232-409e-a40b-89e8e0add23d service neutron] 10.222.0.45 "GET /v2.0/networks?id=344dc57f-fc9f-4c89-8fe2-ba4648ab75f5 HTTP/1.1" status: 200 len: 909 time: 0.1185963 Sep 21 13:05:25.148922 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f6d64-2825-449b-bff2-01d7b8b72dc8 req-974e23e2-c667-4b54-9620-8e8232e2eeba tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:05:25.151741 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ab9f6d64-2825-449b-bff2-01d7b8b72dc8 req-974e23e2-c667-4b54-9620-8e8232e2eeba tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/ports?device_id=786bb849-6036-496f-b2d0-369612e6edfa HTTP/1.1" status: 200 len: 946 time: 0.0665228 Sep 21 13:05:25.192984 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-705903a4-18bd-45e3-bbdc-15e383cc6566 req-3b1b6c8e-537f-4f4b-b1d2-7c7249ae43e2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=813fb07f-c0d0-4f1b-9eed-6ca43b2aa554 HTTP/1.1" status: 200 len: 217 time: 0.0415528 Sep 21 13:05:25.225242 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-ab9f6d64-2825-449b-bff2-01d7b8b72dc8 req-da3ddf87-498e-4369-87e8-9fcb688663a9 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/security-groups?id=82e03a96-1a20-486c-b26f-aa08f81e105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659676 Sep 21 13:05:25.252964 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705903a4-18bd-45e3-bbdc-15e383cc6566 req-2072ebbf-50fd-4da1-a38e-6f0921ff431a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:05:25.254696 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-705903a4-18bd-45e3-bbdc-15e383cc6566 req-2072ebbf-50fd-4da1-a38e-6f0921ff431a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eb0a204d-c491-4508-92a7-0d2349cebcf8 HTTP/1.1" status: 200 len: 847 time: 0.0530744 Sep 21 13:05:25.308290 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705903a4-18bd-45e3-bbdc-15e383cc6566 req-bb054705-8352-496b-a3cb-eaedc1dc80a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:05:25.309849 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-705903a4-18bd-45e3-bbdc-15e383cc6566 req-bb054705-8352-496b-a3cb-eaedc1dc80a1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=344dc57f-fc9f-4c89-8fe2-ba4648ab75f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474026 Sep 21 13:05:25.331953 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-a0425e7b-bada-4897-af8d-9fafc13d2030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1849533-2288-4be8-ae93-1f5bf9fe5781', 'name': 'tempest-TestShelveInstance-451728956-router', 'tenant_id': 'a21a7e5092134d1998f12a665e75b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '9a97caea-4047-47cf-a9a1-c1770364d16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T13:00:58Z', 'updated_at': '2021-09-21T13:01:02Z', 'revision_number': 4, 'project_id': 'a21a7e5092134d1998f12a665e75b4fc', 'gw_port': {'id': '9a97caea-4047-47cf-a9a1-c1770364d16d', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:dd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1849533-2288-4be8-ae93-1f5bf9fe5781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:00:59Z', 'updated_at': '2021-09-21T13:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': '719b7a90-31a3-4a3e-86c9-2cb100788f11', 'name': '', 'network_id': '344dc57f-fc9f-4c89-8fe2-ba4648ab75f5', 'tenant_id': 'a21a7e5092134d1998f12a665e75b4fc', 'mac_address': 'fa:16:3e:45:84:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1849533-2288-4be8-ae93-1f5bf9fe5781', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'eb0a204d-c491-4508-92a7-0d2349cebcf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:01:01Z', 'updated_at': '2021-09-21T13:01:07Z', 'revision_number': 5, 'project_id': 'a21a7e5092134d1998f12a665e75b4fc', 'subnets': [{'id': 'eb0a204d-c491-4508-92a7-0d2349cebcf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:05:25.363806 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0425e7b-bada-4897-af8d-9fafc13d2030 None None] Checking router: f1849533-2288-4be8-ae93-1f5bf9fe5781 for host: dv-cinder-810131-2-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 13:05:25.373327 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0425e7b-bada-4897-af8d-9fafc13d2030 None None] Routers {'f1849533-2288-4be8-ae93-1f5bf9fe5781'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 13:05:25.373932 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-a0425e7b-bada-4897-af8d-9fafc13d2030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T13:05:15Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['f1849533-2288-4be8-ae93-1f5bf9fe5781'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:05:25.417776 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-705903a4-18bd-45e3-bbdc-15e383cc6566 req-da52c892-c3e8-4c56-a572-175abd0a5962 service neutron] 10.222.0.45 "GET /v2.0/networks/344dc57f-fc9f-4c89-8fe2-ba4648ab75f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993505 Sep 21 13:05:25.511919 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-a0425e7b-bada-4897-af8d-9fafc13d2030 None None] Set router f1849533-2288-4be8-ae93-1f5bf9fe5781 gateway port host: dv-cinder-810131-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 13:05:25.544646 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-705903a4-18bd-45e3-bbdc-15e383cc6566 req-42b1eae0-c446-438f-bb93-a19f4aa59db4 service neutron] 10.222.0.45 "GET /v2.0/networks/344dc57f-fc9f-4c89-8fe2-ba4648ab75f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185639 Sep 21 13:05:25.731782 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-a0425e7b-bada-4897-af8d-9fafc13d2030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1849533-2288-4be8-ae93-1f5bf9fe5781', 'name': 'tempest-TestShelveInstance-451728956-router', 'tenant_id': 'a21a7e5092134d1998f12a665e75b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '9a97caea-4047-47cf-a9a1-c1770364d16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T13:00:58Z', 'updated_at': '2021-09-21T13:01:02Z', 'revision_number': 4, 'project_id': 'a21a7e5092134d1998f12a665e75b4fc', 'gw_port': {'id': '9a97caea-4047-47cf-a9a1-c1770364d16d', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:dd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1849533-2288-4be8-ae93-1f5bf9fe5781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:00:59Z', 'updated_at': '2021-09-21T13:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': '719b7a90-31a3-4a3e-86c9-2cb100788f11', 'name': '', 'network_id': '344dc57f-fc9f-4c89-8fe2-ba4648ab75f5', 'tenant_id': 'a21a7e5092134d1998f12a665e75b4fc', 'mac_address': 'fa:16:3e:45:84:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1849533-2288-4be8-ae93-1f5bf9fe5781', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'eb0a204d-c491-4508-92a7-0d2349cebcf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:01:01Z', 'updated_at': '2021-09-21T13:01:07Z', 'revision_number': 5, 'project_id': 'a21a7e5092134d1998f12a665e75b4fc', 'subnets': [{'id': 'eb0a204d-c491-4508-92a7-0d2349cebcf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:05:25.765882 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0425e7b-bada-4897-af8d-9fafc13d2030 None None] The sync data for ids ['f1849533-2288-4be8-ae93-1f5bf9fe5781'] in dv-cinder-810131-2-iscsi is: [{'id': 'f1849533-2288-4be8-ae93-1f5bf9fe5781', 'name': 'tempest-TestShelveInstance-451728956-router', 'tenant_id': 'a21a7e5092134d1998f12a665e75b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '9a97caea-4047-47cf-a9a1-c1770364d16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T13:00:58Z', 'updated_at': '2021-09-21T13:01:02Z', 'revision_number': 4, 'project_id': 'a21a7e5092134d1998f12a665e75b4fc', 'gw_port': {'id': '9a97caea-4047-47cf-a9a1-c1770364d16d', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:dd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1849533-2288-4be8-ae93-1f5bf9fe5781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:00:59Z', 'updated_at': '2021-09-21T13:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': '719b7a90-31a3-4a3e-86c9-2cb100788f11', 'name': '', 'network_id': '344dc57f-fc9f-4c89-8fe2-ba4648ab75f5', 'tenant_id': 'a21a7e5092134d1998f12a665e75b4fc', 'mac_address': 'fa:16:3e:45:84:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1849533-2288-4be8-ae93-1f5bf9fe5781', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'eb0a204d-c491-4508-92a7-0d2349cebcf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:01:01Z', 'updated_at': '2021-09-21T13:01:07Z', 'revision_number': 5, 'project_id': 'a21a7e5092134d1998f12a665e75b4fc', 'subnets': [{'id': 'eb0a204d-c491-4508-92a7-0d2349cebcf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 13:05:26.006741 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e433804-f972-445c-b619-cbbaba17dfea None None] New status for floating IP 856c41df-f6b1-4602-9726-2b632302e765: DOWN {{(pid=93970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 13:05:26.356755 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f72cc0-1536-4a22-849c-e3608d40ec56 req-4db0380b-4136-4a83-9085-4e541514348c tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:05:26.358286 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-85f72cc0-1536-4a22-849c-e3608d40ec56 req-4db0380b-4136-4a83-9085-4e541514348c tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/ports?device_id=786bb849-6036-496f-b2d0-369612e6edfa HTTP/1.1" status: 200 len: 946 time: 0.0561097 Sep 21 13:05:26.398324 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-85f72cc0-1536-4a22-849c-e3608d40ec56 req-29bc96e7-31cf-472c-a5dd-a66cc75d0342 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/security-groups?id=82e03a96-1a20-486c-b26f-aa08f81e105c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339713 Sep 21 13:05:26.605747 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9eee53-c0f3-43af-b536-85042e3fc65c req-92a7d5b9-89d0-4a66-b98d-0e149582ae5f tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:05:26.607383 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0e9eee53-c0f3-43af-b536-85042e3fc65c req-92a7d5b9-89d0-4a66-b98d-0e149582ae5f tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.45 "GET /v2.0/ports?device_id=786bb849-6036-496f-b2d0-369612e6edfa HTTP/1.1" status: 200 len: 946 time: 0.0500593 Sep 21 13:05:26.701164 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-0e9eee53-c0f3-43af-b536-85042e3fc65c req-6273ae75-0e3e-4461-956a-54f9d7c36bfd tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Deleting port 813fb07f-c0d0-4f1b-9eed-6ca43b2aa554 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 13:05:26.701508 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-0e9eee53-c0f3-43af-b536-85042e3fc65c req-6273ae75-0e3e-4461-956a-54f9d7c36bfd tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:26.801803 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-0e9eee53-c0f3-43af-b536-85042e3fc65c req-6273ae75-0e3e-4461-956a-54f9d7c36bfd tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] For port 813fb07f-c0d0-4f1b-9eed-6ca43b2aa554, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=813fb07f-c0d0-4f1b-9eed-6ca43b2aa554,segment=NetworkSegment(79299c8c-6bb6-46c5-8fb8-88decc7784bc),segment_id=79299c8c-6bb6-46c5-8fb8-88decc7784bc)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:05:26.802176 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-0e9eee53-c0f3-43af-b536-85042e3fc65c req-6273ae75-0e3e-4461-956a-54f9d7c36bfd tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:26.823930 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-0e9eee53-c0f3-43af-b536-85042e3fc65c req-6273ae75-0e3e-4461-956a-54f9d7c36bfd tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Calling delete_port for 813fb07f-c0d0-4f1b-9eed-6ca43b2aa554 owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 13:05:26.956648 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-0e9eee53-c0f3-43af-b536-85042e3fc65c req-6273ae75-0e3e-4461-956a-54f9d7c36bfd tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9294141'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:26.996702 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6273ae75-0e3e-4461-956a-54f9d7c36bfd tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Pushing event deleted for resources: {'Port': ['ID=813fb07f-c0d0-4f1b-9eed-6ca43b2aa554,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:05:27.022347 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6273ae75-0e3e-4461-956a-54f9d7c36bfd tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:05:27.022714 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6273ae75-0e3e-4461-956a-54f9d7c36bfd tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:05:27.023052 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6273ae75-0e3e-4461-956a-54f9d7c36bfd tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:05:27.023379 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6273ae75-0e3e-4461-956a-54f9d7c36bfd tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:05:27.023704 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6273ae75-0e3e-4461-956a-54f9d7c36bfd tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:05:27.024045 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6273ae75-0e3e-4461-956a-54f9d7c36bfd tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:05:27.024903 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6273ae75-0e3e-4461-956a-54f9d7c36bfd tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:05:27.025391 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6273ae75-0e3e-4461-956a-54f9d7c36bfd tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:05:27.025715 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6273ae75-0e3e-4461-956a-54f9d7c36bfd tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:05:27.026041 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6273ae75-0e3e-4461-956a-54f9d7c36bfd tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:05:27.026359 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6273ae75-0e3e-4461-956a-54f9d7c36bfd tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:05:27.026706 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6273ae75-0e3e-4461-956a-54f9d7c36bfd tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:05:27.049549 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e9eee53-c0f3-43af-b536-85042e3fc65c req-6273ae75-0e3e-4461-956a-54f9d7c36bfd tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] No DVR routers for this DVR port 813fb07f-c0d0-4f1b-9eed-6ca43b2aa554 on host hv-cinder-81013 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 13:05:27.052308 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-0e9eee53-c0f3-43af-b536-85042e3fc65c req-6273ae75-0e3e-4461-956a-54f9d7c36bfd tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:27.054693 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-0e9eee53-c0f3-43af-b536-85042e3fc65c req-6273ae75-0e3e-4461-956a-54f9d7c36bfd tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.45 "DELETE /v2.0/ports/813fb07f-c0d0-4f1b-9eed-6ca43b2aa554 HTTP/1.1" status: 204 len: 173 time: 0.4416335 Sep 21 13:05:27.055193 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '786bb849-6036-496f-b2d0-369612e6edfa', 'name': 'network-vif-deleted', 'tag': '813fb07f-c0d0-4f1b-9eed-6ca43b2aa554'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 13:05:27.059130 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}891eab8d1a3043c3e369406f1201b67df81013e3c20d23918ff9fd5cd34c6e83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90fade84-fa87-492f-a775-2223db5cccfa" -d '{"events": [{"server_uuid": "786bb849-6036-496f-b2d0-369612e6edfa", "name": "network-vif-deleted", "tag": "813fb07f-c0d0-4f1b-9eed-6ca43b2aa554"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 13:05:27.104111 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 13:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5446853c-665c-4cb3-8924-1b47279746cd x-openstack-request-id: req-5446853c-665c-4cb3-8924-1b47279746cd {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 13:05:27.104517 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "786bb849-6036-496f-b2d0-369612e6edfa", "name": "network-vif-deleted", "tag": "813fb07f-c0d0-4f1b-9eed-6ca43b2aa554", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 13:05:27.104675 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5446853c-665c-4cb3-8924-1b47279746cd {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 13:05:27.105084 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '786bb849-6036-496f-b2d0-369612e6edfa', 'name': 'network-vif-deleted', 'tag': '813fb07f-c0d0-4f1b-9eed-6ca43b2aa554', 'status': 'completed', 'code': 200} Sep 21 13:05:27.534114 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-16ffd1b2-47f8-4642-98e8-7b9bdae57ce9 req-480a6ec2-6d35-4cc0-bb9f-b5910cf69a60 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "GET /v2.0/ports?device_id=786bb849-6036-496f-b2d0-369612e6edfa HTTP/1.1" status: 200 len: 210 time: 0.0350533 Sep 21 13:05:28.610510 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 35064) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:05:28.673450 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d850a3ee-95c5-4c87-8637-eb48a27788d3 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:28.698785 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d850a3ee-95c5-4c87-8637-eb48a27788d3 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:28.764162 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d850a3ee-95c5-4c87-8637-eb48a27788d3 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:28.767608 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-d850a3ee-95c5-4c87-8637-eb48a27788d3 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:28.769111 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-d850a3ee-95c5-4c87-8637-eb48a27788d3 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] 10.222.0.32 "DELETE /v2.0/security-groups/82e03a96-1a20-486c-b26f-aa08f81e105c HTTP/1.1" status: 204 len: 168 time: 0.1574354 Sep 21 13:05:28.782229 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d850a3ee-95c5-4c87-8637-eb48a27788d3 tempest-TestShelveInstance-194867997 tempest-TestShelveInstance-194867997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e03a96-1a20-486c-b26f-aa08f81e105c,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:05:28.822610 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 35068) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:05:29.171719 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4fb1ad42-b4e4-4203-a207-2e5a6b53f549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1618182'] for router_interface, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:29.430306 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-4fb1ad42-b4e4-4203-a207-2e5a6b53f549 admin admin] Deleting port 719b7a90-31a3-4a3e-86c9-2cb100788f11 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 13:05:29.431151 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4fb1ad42-b4e4-4203-a207-2e5a6b53f549 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:29.513788 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-4fb1ad42-b4e4-4203-a207-2e5a6b53f549 admin admin] For port 719b7a90-31a3-4a3e-86c9-2cb100788f11, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=719b7a90-31a3-4a3e-86c9-2cb100788f11,segment=NetworkSegment(79299c8c-6bb6-46c5-8fb8-88decc7784bc),segment_id=79299c8c-6bb6-46c5-8fb8-88decc7784bc)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:05:29.514145 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4fb1ad42-b4e4-4203-a207-2e5a6b53f549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:29.531147 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-4fb1ad42-b4e4-4203-a207-2e5a6b53f549 admin admin] Calling delete_port for 719b7a90-31a3-4a3e-86c9-2cb100788f11 owned by network:router_interface {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 13:05:29.707668 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4fb1ad42-b4e4-4203-a207-2e5a6b53f549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9294141'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:29.732883 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb1ad42-b4e4-4203-a207-2e5a6b53f549 admin admin] Pushing event deleted for resources: {'Port': ['ID=719b7a90-31a3-4a3e-86c9-2cb100788f11,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:05:29.914596 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4fb1ad42-b4e4-4203-a207-2e5a6b53f549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1791924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1618870'] for router_interface, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:30.150586 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb1ad42-b4e4-4203-a207-2e5a6b53f549 admin admin] Router f1849533-2288-4be8-ae93-1f5bf9fe5781 has already been hosted by L3 agent ac1410d3-fc19-41f1-a8a6-9305dbf296af {{(pid=93969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 13:05:30.275075 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb1ad42-b4e4-4203-a207-2e5a6b53f549 admin admin] Notify agent at l3_agent.dv-cinder-810131-2-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 13:05:30.280373 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-4fb1ad42-b4e4-4203-a207-2e5a6b53f549 admin admin] 10.222.0.32 "PUT /v2.0/routers/f1849533-2288-4be8-ae93-1f5bf9fe5781/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4563527 Sep 21 13:05:30.283068 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 35072) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:05:30.283781 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bb9d09-e592-4df0-8a3f-b11fa98886a5 None None] Sync routers for ids ['f1849533-2288-4be8-ae93-1f5bf9fe5781'] in dv-cinder-810131-2-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 13:05:30.293796 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bb9d09-e592-4df0-8a3f-b11fa98886a5 None None] Routers {'f1849533-2288-4be8-ae93-1f5bf9fe5781'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 13:05:30.294438 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-62bb9d09-e592-4df0-8a3f-b11fa98886a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T13:05:15Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['f1849533-2288-4be8-ae93-1f5bf9fe5781'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:05:30.396923 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-cde95032-a131-405e-b3e3-2a44ad426942 admin admin] Notify callbacks [] for router, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:30.403273 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-62bb9d09-e592-4df0-8a3f-b11fa98886a5 None None] Set router f1849533-2288-4be8-ae93-1f5bf9fe5781 gateway port host: dv-cinder-810131-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 13:05:30.526143 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-cde95032-a131-405e-b3e3-2a44ad426942 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:30.590423 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-cde95032-a131-405e-b3e3-2a44ad426942 admin admin] Deleting port 9a97caea-4047-47cf-a9a1-c1770364d16d {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 13:05:30.590963 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-cde95032-a131-405e-b3e3-2a44ad426942 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:30.608947 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-62bb9d09-e592-4df0-8a3f-b11fa98886a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1849533-2288-4be8-ae93-1f5bf9fe5781', 'name': 'tempest-TestShelveInstance-451728956-router', 'tenant_id': 'a21a7e5092134d1998f12a665e75b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '9a97caea-4047-47cf-a9a1-c1770364d16d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T13:00:58Z', 'updated_at': '2021-09-21T13:05:29Z', 'revision_number': 5, 'project_id': 'a21a7e5092134d1998f12a665e75b4fc', 'gw_port': {'id': '9a97caea-4047-47cf-a9a1-c1770364d16d', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:dd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1849533-2288-4be8-ae93-1f5bf9fe5781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:00:59Z', 'updated_at': '2021-09-21T13:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi'}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:05:30.653142 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bb9d09-e592-4df0-8a3f-b11fa98886a5 None None] Checking router: f1849533-2288-4be8-ae93-1f5bf9fe5781 for host: dv-cinder-810131-2-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 13:05:30.669302 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bb9d09-e592-4df0-8a3f-b11fa98886a5 None None] Routers {'f1849533-2288-4be8-ae93-1f5bf9fe5781'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 13:05:30.669302 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-62bb9d09-e592-4df0-8a3f-b11fa98886a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T13:05:15Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['f1849533-2288-4be8-ae93-1f5bf9fe5781'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:05:30.715372 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-cde95032-a131-405e-b3e3-2a44ad426942 admin admin] For port 9a97caea-4047-47cf-a9a1-c1770364d16d, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=9a97caea-4047-47cf-a9a1-c1770364d16d,segment=NetworkSegment(e2b94f31-7b3f-4aad-87c8-37618fa3f855),segment_id=e2b94f31-7b3f-4aad-87c8-37618fa3f855)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:05:30.715776 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-cde95032-a131-405e-b3e3-2a44ad426942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:30.733997 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-cde95032-a131-405e-b3e3-2a44ad426942 admin admin] Calling delete_port for 9a97caea-4047-47cf-a9a1-c1770364d16d owned by network:router_gateway {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 13:05:30.776959 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-62bb9d09-e592-4df0-8a3f-b11fa98886a5 None None] Set router f1849533-2288-4be8-ae93-1f5bf9fe5781 gateway port host: None {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 13:05:30.798350 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device 813fb07f-c0d0-4f1b-9eed-6ca43b2aa554 no longer exists at agent hyperv_hv-cinder-81013 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 13:05:30.821823 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] No Port match for: 813fb07f-c0d0-4f1b-9eed-6ca43b2aa554 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 13:05:30.822168 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device 813fb07f-c0d0-4f1b-9eed-6ca43b2aa554 not bound to the agent host hv-cinder-81013 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 13:05:30.843526 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-62bb9d09-e592-4df0-8a3f-b11fa98886a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1849533-2288-4be8-ae93-1f5bf9fe5781', 'name': 'tempest-TestShelveInstance-451728956-router', 'tenant_id': 'a21a7e5092134d1998f12a665e75b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T13:00:58Z', 'updated_at': '2021-09-21T13:05:30Z', 'revision_number': 6, 'project_id': 'a21a7e5092134d1998f12a665e75b4fc', 'gw_port_host': None}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:05:30.872622 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bb9d09-e592-4df0-8a3f-b11fa98886a5 None None] The sync data for ids ['f1849533-2288-4be8-ae93-1f5bf9fe5781'] in dv-cinder-810131-2-iscsi is: [{'id': 'f1849533-2288-4be8-ae93-1f5bf9fe5781', 'name': 'tempest-TestShelveInstance-451728956-router', 'tenant_id': 'a21a7e5092134d1998f12a665e75b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T13:00:58Z', 'updated_at': '2021-09-21T13:05:30Z', 'revision_number': 6, 'project_id': 'a21a7e5092134d1998f12a665e75b4fc', 'gw_port_host': None}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 13:05:30.925225 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-cde95032-a131-405e-b3e3-2a44ad426942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9294141'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:30.957139 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde95032-a131-405e-b3e3-2a44ad426942 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a97caea-4047-47cf-a9a1-c1770364d16d,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:05:31.023254 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-cde95032-a131-405e-b3e3-2a44ad426942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1618800'] for router_gateway, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:31.114615 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-cde95032-a131-405e-b3e3-2a44ad426942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3824'] for router, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:31.117246 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-cde95032-a131-405e-b3e3-2a44ad426942 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:31.162781 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-cde95032-a131-405e-b3e3-2a44ad426942 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608922'] for router, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:31.163191 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde95032-a131-405e-b3e3-2a44ad426942 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1849533-2288-4be8-ae93-1f5bf9fe5781 {{(pid=93969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 13:05:31.169757 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-cde95032-a131-405e-b3e3-2a44ad426942 admin admin] Notify callbacks [] for router, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:31.171343 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-cde95032-a131-405e-b3e3-2a44ad426942 admin admin] 10.222.0.32 "DELETE /v2.0/routers/f1849533-2288-4be8-ae93-1f5bf9fe5781 HTTP/1.1" status: 204 len: 168 time: 0.8873243 Sep 21 13:05:31.173834 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 35076) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:05:31.232093 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_v2 [None req-8951b2fc-c000-4a2c-bc2b-59c23084e57b admin admin] Deleting subnet eb0a204d-c491-4508-92a7-0d2349cebcf8 {{(pid=93969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 13:05:31.235853 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8951b2fc-c000-4a2c-bc2b-59c23084e57b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:31.280760 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8951b2fc-c000-4a2c-bc2b-59c23084e57b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9373277'] for subnet, precommit_delete_associations {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:31.369627 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8951b2fc-c000-4a2c-bc2b-59c23084e57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749736'] for subnet, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:31.703100 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8951b2fc-c000-4a2c-bc2b-59c23084e57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9294098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8883375'] for subnet, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:31.730722 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8951b2fc-c000-4a2c-bc2b-59c23084e57b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb0a204d-c491-4508-92a7-0d2349cebcf8,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:05:31.734606 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8951b2fc-c000-4a2c-bc2b-59c23084e57b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:31.739000 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-8951b2fc-c000-4a2c-bc2b-59c23084e57b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/eb0a204d-c491-4508-92a7-0d2349cebcf8 HTTP/1.1" status: 204 len: 168 time: 0.5641356 Sep 21 13:05:31.739330 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 35080) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:05:31.748231 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d88d05-31d2-4648-9056-5943e583d25f None None] Network 344dc57f-fc9f-4c89-8fe2-ba4648ab75f5 requested from dv-cinder-810131-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 13:05:31.829663 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ea269332-5f2e-46b5-825f-d1b9e99fe146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585049'] for network, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:31.901206 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-ea269332-5f2e-46b5-825f-d1b9e99fe146 admin admin] Deleting port 1fbca937-fb67-4108-9309-a90a76360fa0 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 13:05:31.901836 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ea269332-5f2e-46b5-825f-d1b9e99fe146 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:31.968633 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de8d4f3-14b3-4ffd-bbe7-3bc5bac4e518 None None] DHCP port deletion for 344dc57f-fc9f-4c89-8fe2-ba4648ab75f5 request from dv-cinder-810131-2-iscsi {{(pid=93970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 13:05:31.982871 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-ea269332-5f2e-46b5-825f-d1b9e99fe146 admin admin] For port 1fbca937-fb67-4108-9309-a90a76360fa0, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=1fbca937-fb67-4108-9309-a90a76360fa0,segment=NetworkSegment(79299c8c-6bb6-46c5-8fb8-88decc7784bc),segment_id=79299c8c-6bb6-46c5-8fb8-88decc7784bc)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:05:31.983246 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ea269332-5f2e-46b5-825f-d1b9e99fe146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:31.997203 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-ea269332-5f2e-46b5-825f-d1b9e99fe146 admin admin] Calling delete_port for 1fbca937-fb67-4108-9309-a90a76360fa0 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 13:05:32.017061 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-7de8d4f3-14b3-4ffd-bbe7-3bc5bac4e518 None None] Deleting port 1fbca937-fb67-4108-9309-a90a76360fa0 {{(pid=93970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 13:05:32.017489 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-7de8d4f3-14b3-4ffd-bbe7-3bc5bac4e518 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:32.082533 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-7de8d4f3-14b3-4ffd-bbe7-3bc5bac4e518 None None] For port 1fbca937-fb67-4108-9309-a90a76360fa0, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=1fbca937-fb67-4108-9309-a90a76360fa0,segment=NetworkSegment(79299c8c-6bb6-46c5-8fb8-88decc7784bc),segment_id=79299c8c-6bb6-46c5-8fb8-88decc7784bc)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:05:32.083221 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-7de8d4f3-14b3-4ffd-bbe7-3bc5bac4e518 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:32.086188 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ea269332-5f2e-46b5-825f-d1b9e99fe146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168646'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:32.103346 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-7de8d4f3-14b3-4ffd-bbe7-3bc5bac4e518 None None] Calling delete_port for 1fbca937-fb67-4108-9309-a90a76360fa0 owned by network:dhcp {{(pid=93970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 13:05:32.108425 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea269332-5f2e-46b5-825f-d1b9e99fe146 admin admin] No DVR routers for this DVR port 1fbca937-fb67-4108-9309-a90a76360fa0 on host dv-cinder-810131-2-iscsi {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 13:05:32.137585 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea269332-5f2e-46b5-825f-d1b9e99fe146 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fbca937-fb67-4108-9309-a90a76360fa0,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:05:32.184858 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 719b7a90-31a3-4a3e-86c9-2cb100788f11 no longer exists at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 13:05:32.206593 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] No Port match for: 719b7a90-31a3-4a3e-86c9-2cb100788f11 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 13:05:32.206933 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 719b7a90-31a3-4a3e-86c9-2cb100788f11 not bound to the agent host dv-cinder-810131-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 13:05:32.207345 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 1fbca937-fb67-4108-9309-a90a76360fa0 no longer exists at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 13:05:32.209130 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-7de8d4f3-14b3-4ffd-bbe7-3bc5bac4e518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771'] for port, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:32.223524 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ea269332-5f2e-46b5-825f-d1b9e99fe146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-751663', 'neutron.services.segments.db._delete_segments_for_network-8758322445213'] for network, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:32.233517 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] No Port match for: 1fbca937-fb67-4108-9309-a90a76360fa0 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 13:05:32.233883 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 1fbca937-fb67-4108-9309-a90a76360fa0 not bound to the agent host dv-cinder-810131-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 13:05:32.234294 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 9a97caea-4047-47cf-a9a1-c1770364d16d no longer exists at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 13:05:32.245082 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-ea269332-5f2e-46b5-825f-d1b9e99fe146 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['344dc57f-fc9f-4c89-8fe2-ba4648ab75f5']}} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:05:32.265471 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-ea269332-5f2e-46b5-825f-d1b9e99fe146 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79299c8c-6bb6-46c5-8fb8-88decc7784bc') {'for_net_delete': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:05:32.265750 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-ea269332-5f2e-46b5-825f-d1b9e99fe146 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79299c8c-6bb6-46c5-8fb8-88decc7784bc') {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:05:32.273355 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de8d4f3-14b3-4ffd-bbe7-3bc5bac4e518 None None] Pushing event deleted for resources: {'Port': ['ID=1fbca937-fb67-4108-9309-a90a76360fa0,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:05:32.276205 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de8d4f3-14b3-4ffd-bbe7-3bc5bac4e518 None None] No DVR routers for this DVR port 1fbca937-fb67-4108-9309-a90a76360fa0 on host dv-cinder-810131-2-iscsi {{(pid=93970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 13:05:32.277509 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] No Port match for: 9a97caea-4047-47cf-a9a1-c1770364d16d {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 13:05:32.277841 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 9a97caea-4047-47cf-a9a1-c1770364d16d not bound to the agent host dv-cinder-810131-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 13:05:32.286075 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ea269332-5f2e-46b5-825f-d1b9e99fe146 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758322445990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9168694'] for segment, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:32.307337 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ea269332-5f2e-46b5-825f-d1b9e99fe146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861'] for segment, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:32.314567 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea269332-5f2e-46b5-825f-d1b9e99fe146 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=93968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 13:05:32.314969 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ea269332-5f2e-46b5-825f-d1b9e99fe146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168119'] for segment, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:32.316883 dv-cinder-810131-2-iscsi neutron-server[93968]: Traceback (most recent call last): Sep 21 13:05:32.316883 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 13:05:32.316883 dv-cinder-810131-2-iscsi neutron-server[93968]: timer() Sep 21 13:05:32.316883 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 13:05:32.316883 dv-cinder-810131-2-iscsi neutron-server[93968]: cb(*args, **kw) Sep 21 13:05:32.316883 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 13:05:32.316883 dv-cinder-810131-2-iscsi neutron-server[93968]: return func(*args, **kwargs) Sep 21 13:05:32.316883 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 13:05:32.316883 dv-cinder-810131-2-iscsi neutron-server[93968]: self._notify() Sep 21 13:05:32.316883 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 13:05:32.316883 dv-cinder-810131-2-iscsi neutron-server[93968]: self.callback(batched_events) Sep 21 13:05:32.316883 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 13:05:32.316883 dv-cinder-810131-2-iscsi neutron-server[93968]: event.method(event) Sep 21 13:05:32.316883 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 13:05:32.316883 dv-cinder-810131-2-iscsi neutron-server[93968]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 13:05:32.316883 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 13:05:32.316883 dv-cinder-810131-2-iscsi neutron-server[93968]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 13:05:32.316883 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 13:05:32.316883 dv-cinder-810131-2-iscsi neutron-server[93968]: return f(self, *a, **k) Sep 21 13:05:32.316883 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 13:05:32.316883 dv-cinder-810131-2-iscsi neutron-server[93968]: return self._get(url).json() Sep 21 13:05:32.316883 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 13:05:32.316883 dv-cinder-810131-2-iscsi neutron-server[93968]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 13:05:32.316883 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 13:05:32.316883 dv-cinder-810131-2-iscsi neutron-server[93968]: return self.request(url, 'GET', **kwargs) Sep 21 13:05:32.316883 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 13:05:32.316883 dv-cinder-810131-2-iscsi neutron-server[93968]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 13:05:32.316883 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 13:05:32.316883 dv-cinder-810131-2-iscsi neutron-server[93968]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 13:05:32.316883 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 13:05:32.316883 dv-cinder-810131-2-iscsi neutron-server[93968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 13:05:32.316883 dv-cinder-810131-2-iscsi neutron-server[93968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 13:05:32.375515 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ea269332-5f2e-46b5-825f-d1b9e99fe146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-751670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1618708'] for network, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:32.384719 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-ea269332-5f2e-46b5-825f-d1b9e99fe146 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for network, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:32.387355 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-ea269332-5f2e-46b5-825f-d1b9e99fe146 admin admin] 10.222.0.32 "DELETE /v2.0/networks/344dc57f-fc9f-4c89-8fe2-ba4648ab75f5 HTTP/1.1" status: 204 len: 168 time: 0.6467462 Sep 21 13:05:32.390677 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 35082) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:05:32.400242 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea269332-5f2e-46b5-825f-d1b9e99fe146 admin admin] Pushing event deleted for resources: {'Network': ['ID=344dc57f-fc9f-4c89-8fe2-ba4648ab75f5,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:05:32.790329 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8950ac02-5c05-4e38-8d51-4ffc9cc5aba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1618182'] for router_interface, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:33.065010 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-8950ac02-5c05-4e38-8d51-4ffc9cc5aba6 admin admin] Deleting port 712993ef-13c1-4ab8-9dbb-9a2464a5120a {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 13:05:33.065353 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8950ac02-5c05-4e38-8d51-4ffc9cc5aba6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:33.151347 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-8950ac02-5c05-4e38-8d51-4ffc9cc5aba6 admin admin] For port 712993ef-13c1-4ab8-9dbb-9a2464a5120a, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=712993ef-13c1-4ab8-9dbb-9a2464a5120a,segment=NetworkSegment(d63a60f7-9495-41b5-a0dc-cfb52911f052),segment_id=d63a60f7-9495-41b5-a0dc-cfb52911f052)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:05:33.151742 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8950ac02-5c05-4e38-8d51-4ffc9cc5aba6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:33.164453 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-8950ac02-5c05-4e38-8d51-4ffc9cc5aba6 admin admin] Calling delete_port for 712993ef-13c1-4ab8-9dbb-9a2464a5120a owned by network:router_interface {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 13:05:33.356920 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8950ac02-5c05-4e38-8d51-4ffc9cc5aba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9294141'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:33.386317 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8950ac02-5c05-4e38-8d51-4ffc9cc5aba6 admin admin] Pushing event deleted for resources: {'Port': ['ID=712993ef-13c1-4ab8-9dbb-9a2464a5120a,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:05:33.565026 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8950ac02-5c05-4e38-8d51-4ffc9cc5aba6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1791924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1618870'] for router_interface, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:33.795118 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8950ac02-5c05-4e38-8d51-4ffc9cc5aba6 admin admin] Router 43030a78-0016-48b0-9a6d-dadb582527bd has already been hosted by L3 agent ac1410d3-fc19-41f1-a8a6-9305dbf296af {{(pid=93969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 13:05:33.902936 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8950ac02-5c05-4e38-8d51-4ffc9cc5aba6 admin admin] Notify agent at l3_agent.dv-cinder-810131-2-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 13:05:33.910675 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-8950ac02-5c05-4e38-8d51-4ffc9cc5aba6 admin admin] 10.222.0.32 "PUT /v2.0/routers/43030a78-0016-48b0-9a6d-dadb582527bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5179465 Sep 21 13:05:33.913274 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 35088) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:05:33.916444 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cbfcf6-5c9f-49c6-81eb-7d46e3c92a9d None None] Sync routers for ids ['43030a78-0016-48b0-9a6d-dadb582527bd'] in dv-cinder-810131-2-iscsi {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 13:05:33.926181 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cbfcf6-5c9f-49c6-81eb-7d46e3c92a9d None None] Routers {'43030a78-0016-48b0-9a6d-dadb582527bd'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 13:05:33.926849 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-70cbfcf6-5c9f-49c6-81eb-7d46e3c92a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T13:05:15Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['43030a78-0016-48b0-9a6d-dadb582527bd'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:05:34.027015 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f16f9b0d-fb35-47ed-b84a-fe3b1b71ab19 admin admin] Notify callbacks [] for router, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:34.035702 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-70cbfcf6-5c9f-49c6-81eb-7d46e3c92a9d None None] Set router 43030a78-0016-48b0-9a6d-dadb582527bd gateway port host: dv-cinder-810131-2-iscsi {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 13:05:34.148688 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f16f9b0d-fb35-47ed-b84a-fe3b1b71ab19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:34.211034 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-f16f9b0d-fb35-47ed-b84a-fe3b1b71ab19 admin admin] Deleting port 954a6c4b-b240-4832-a647-1f235e9c4887 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 13:05:34.211626 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f16f9b0d-fb35-47ed-b84a-fe3b1b71ab19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:34.264358 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-70cbfcf6-5c9f-49c6-81eb-7d46e3c92a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43030a78-0016-48b0-9a6d-dadb582527bd', 'name': 'tempest-TestShelveInstance-1367889547-router', 'tenant_id': '5b76634c7050422d83ad1ddf5a84a335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '954a6c4b-b240-4832-a647-1f235e9c4887', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T13:01:05Z', 'updated_at': '2021-09-21T13:05:33Z', 'revision_number': 5, 'project_id': '5b76634c7050422d83ad1ddf5a84a335', 'gw_port': {'id': '954a6c4b-b240-4832-a647-1f235e9c4887', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:57:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43030a78-0016-48b0-9a6d-dadb582527bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:01:06Z', 'updated_at': '2021-09-21T13:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi'}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:05:34.296009 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cbfcf6-5c9f-49c6-81eb-7d46e3c92a9d None None] Checking router: 43030a78-0016-48b0-9a6d-dadb582527bd for host: dv-cinder-810131-2-iscsi {{(pid=93970) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 13:05:34.307211 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-f16f9b0d-fb35-47ed-b84a-fe3b1b71ab19 admin admin] For port 954a6c4b-b240-4832-a647-1f235e9c4887, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=954a6c4b-b240-4832-a647-1f235e9c4887,segment=NetworkSegment(e2b94f31-7b3f-4aad-87c8-37618fa3f855),segment_id=e2b94f31-7b3f-4aad-87c8-37618fa3f855)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:05:34.307875 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f16f9b0d-fb35-47ed-b84a-fe3b1b71ab19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:34.313897 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cbfcf6-5c9f-49c6-81eb-7d46e3c92a9d None None] Routers {'43030a78-0016-48b0-9a6d-dadb582527bd'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93970) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 13:05:34.314577 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-70cbfcf6-5c9f-49c6-81eb-7d46e3c92a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T13:05:15Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['43030a78-0016-48b0-9a6d-dadb582527bd'], 'active': True} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:05:34.324928 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-f16f9b0d-fb35-47ed-b84a-fe3b1b71ab19 admin admin] Calling delete_port for 954a6c4b-b240-4832-a647-1f235e9c4887 owned by network:router_gateway {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 13:05:34.420731 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvr_db [None req-70cbfcf6-5c9f-49c6-81eb-7d46e3c92a9d None None] Set router 43030a78-0016-48b0-9a6d-dadb582527bd gateway port host: None {{(pid=93970) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 13:05:34.480183 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_hamode_db [None req-70cbfcf6-5c9f-49c6-81eb-7d46e3c92a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43030a78-0016-48b0-9a6d-dadb582527bd', 'name': 'tempest-TestShelveInstance-1367889547-router', 'tenant_id': '5b76634c7050422d83ad1ddf5a84a335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T13:01:05Z', 'updated_at': '2021-09-21T13:05:34Z', 'revision_number': 6, 'project_id': '5b76634c7050422d83ad1ddf5a84a335', 'gw_port_host': None}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:05:34.512693 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cbfcf6-5c9f-49c6-81eb-7d46e3c92a9d None None] The sync data for ids ['43030a78-0016-48b0-9a6d-dadb582527bd'] in dv-cinder-810131-2-iscsi is: [{'id': '43030a78-0016-48b0-9a6d-dadb582527bd', 'name': 'tempest-TestShelveInstance-1367889547-router', 'tenant_id': '5b76634c7050422d83ad1ddf5a84a335', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T13:01:05Z', 'updated_at': '2021-09-21T13:05:34Z', 'revision_number': 6, 'project_id': '5b76634c7050422d83ad1ddf5a84a335', 'gw_port_host': None}] {{(pid=93970) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 13:05:34.527525 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f16f9b0d-fb35-47ed-b84a-fe3b1b71ab19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9294141'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:34.554194 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f9b0d-fb35-47ed-b84a-fe3b1b71ab19 admin admin] Pushing event deleted for resources: {'Port': ['ID=954a6c4b-b240-4832-a647-1f235e9c4887,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:05:34.623842 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f16f9b0d-fb35-47ed-b84a-fe3b1b71ab19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1618800'] for router_gateway, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:34.723530 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f16f9b0d-fb35-47ed-b84a-fe3b1b71ab19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3824'] for router, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:34.726118 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f16f9b0d-fb35-47ed-b84a-fe3b1b71ab19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:34.772803 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f16f9b0d-fb35-47ed-b84a-fe3b1b71ab19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608922'] for router, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:34.773523 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16f9b0d-fb35-47ed-b84a-fe3b1b71ab19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43030a78-0016-48b0-9a6d-dadb582527bd {{(pid=93969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 13:05:34.779313 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-f16f9b0d-fb35-47ed-b84a-fe3b1b71ab19 admin admin] Notify callbacks [] for router, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:34.780767 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-f16f9b0d-fb35-47ed-b84a-fe3b1b71ab19 admin admin] 10.222.0.32 "DELETE /v2.0/routers/43030a78-0016-48b0-9a6d-dadb582527bd HTTP/1.1" status: 204 len: 168 time: 0.8666399 Sep 21 13:05:34.783548 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 35090) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:05:34.831296 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.db_base_plugin_v2 [None req-84eb4765-f31c-4416-b045-6dccc8d2d1a6 admin admin] Deleting subnet 8417c681-cc61-4ece-867e-88c5c2378f9c {{(pid=93969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 13:05:34.834811 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-84eb4765-f31c-4416-b045-6dccc8d2d1a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:34.876747 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-84eb4765-f31c-4416-b045-6dccc8d2d1a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9373277'] for subnet, precommit_delete_associations {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:34.958652 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-84eb4765-f31c-4416-b045-6dccc8d2d1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749736'] for subnet, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:35.015794 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-84eb4765-f31c-4416-b045-6dccc8d2d1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9294098', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8883375'] for subnet, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:35.049734 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eb4765-f31c-4416-b045-6dccc8d2d1a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8417c681-cc61-4ece-867e-88c5c2378f9c,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:05:35.051978 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-84eb4765-f31c-4416-b045-6dccc8d2d1a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:35.053595 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-84eb4765-f31c-4416-b045-6dccc8d2d1a6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8417c681-cc61-4ece-867e-88c5c2378f9c HTTP/1.1" status: 204 len: 168 time: 0.2690260 Sep 21 13:05:35.057494 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 35094) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:05:35.060190 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ff28bb-3d4c-4fda-8e82-56ce487f8750 None None] Network 042418cf-ef1e-4d40-aa2c-f2dcd1a038c9 requested from dv-cinder-810131-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 13:05:35.147923 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c3df91af-b6ce-4110-ada2-6e4860a51e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585049'] for network, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:35.220891 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-c3df91af-b6ce-4110-ada2-6e4860a51e85 admin admin] Deleting port 2909fe04-7dbe-472d-8cf1-f3635dbd7455 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 13:05:35.221120 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c3df91af-b6ce-4110-ada2-6e4860a51e85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:35.261530 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8262de56-5500-448b-8e28-f03da0ebab8a None None] DHCP port deletion for 042418cf-ef1e-4d40-aa2c-f2dcd1a038c9 request from dv-cinder-810131-2-iscsi {{(pid=93970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 13:05:35.307322 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [None req-c3df91af-b6ce-4110-ada2-6e4860a51e85 admin admin] For port 2909fe04-7dbe-472d-8cf1-f3635dbd7455, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=2909fe04-7dbe-472d-8cf1-f3635dbd7455,segment=NetworkSegment(d63a60f7-9495-41b5-a0dc-cfb52911f052),segment_id=d63a60f7-9495-41b5-a0dc-cfb52911f052)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:05:35.307718 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c3df91af-b6ce-4110-ada2-6e4860a51e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:35.321150 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-8262de56-5500-448b-8e28-f03da0ebab8a None None] Deleting port 2909fe04-7dbe-472d-8cf1-f3635dbd7455 {{(pid=93970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 13:05:35.322058 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-8262de56-5500-448b-8e28-f03da0ebab8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:35.329304 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-c3df91af-b6ce-4110-ada2-6e4860a51e85 admin admin] Calling delete_port for 2909fe04-7dbe-472d-8cf1-f3635dbd7455 owned by network:dhcp {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 13:05:35.410409 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-8262de56-5500-448b-8e28-f03da0ebab8a None None] For port 2909fe04-7dbe-472d-8cf1-f3635dbd7455, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=2909fe04-7dbe-472d-8cf1-f3635dbd7455,segment=NetworkSegment(d63a60f7-9495-41b5-a0dc-cfb52911f052),segment_id=d63a60f7-9495-41b5-a0dc-cfb52911f052)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:05:35.410853 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-8262de56-5500-448b-8e28-f03da0ebab8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:35.427027 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-8262de56-5500-448b-8e28-f03da0ebab8a None None] Calling delete_port for 2909fe04-7dbe-472d-8cf1-f3635dbd7455 owned by network:dhcp {{(pid=93970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 13:05:35.427383 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c3df91af-b6ce-4110-ada2-6e4860a51e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9294141'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:35.462456 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df91af-b6ce-4110-ada2-6e4860a51e85 admin admin] Pushing event deleted for resources: {'Port': ['ID=2909fe04-7dbe-472d-8cf1-f3635dbd7455,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:05:35.467100 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3df91af-b6ce-4110-ada2-6e4860a51e85 admin admin] No DVR routers for this DVR port 2909fe04-7dbe-472d-8cf1-f3635dbd7455 on host dv-cinder-810131-2-iscsi {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 13:05:35.517782 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-8262de56-5500-448b-8e28-f03da0ebab8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771'] for port, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:35.549390 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c3df91af-b6ce-4110-ada2-6e4860a51e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-751663', 'neutron.services.segments.db._delete_segments_for_network-8758322445213'] for network, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:35.566448 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262de56-5500-448b-8e28-f03da0ebab8a None None] Pushing event deleted for resources: {'Port': ['ID=2909fe04-7dbe-472d-8cf1-f3635dbd7455,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:05:35.570893 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-c3df91af-b6ce-4110-ada2-6e4860a51e85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['042418cf-ef1e-4d40-aa2c-f2dcd1a038c9']}} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:05:35.572409 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8262de56-5500-448b-8e28-f03da0ebab8a None None] No DVR routers for this DVR port 2909fe04-7dbe-472d-8cf1-f3635dbd7455 on host dv-cinder-810131-2-iscsi {{(pid=93970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 13:05:35.585087 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-c3df91af-b6ce-4110-ada2-6e4860a51e85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd63a60f7-9495-41b5-a0dc-cfb52911f052') {'for_net_delete': True} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:05:35.585566 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.services.segments.db [None req-c3df91af-b6ce-4110-ada2-6e4860a51e85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd63a60f7-9495-41b5-a0dc-cfb52911f052') {} {{(pid=93969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:05:35.601232 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c3df91af-b6ce-4110-ada2-6e4860a51e85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758322445990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9373270'] for segment, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:35.621973 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c3df91af-b6ce-4110-ada2-6e4860a51e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861'] for segment, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:35.628021 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3df91af-b6ce-4110-ada2-6e4860a51e85 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=93969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 13:05:35.628704 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c3df91af-b6ce-4110-ada2-6e4860a51e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9294540'] for segment, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:35.630013 dv-cinder-810131-2-iscsi neutron-server[93969]: Traceback (most recent call last): Sep 21 13:05:35.630013 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 13:05:35.630013 dv-cinder-810131-2-iscsi neutron-server[93969]: timer() Sep 21 13:05:35.630013 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 13:05:35.630013 dv-cinder-810131-2-iscsi neutron-server[93969]: cb(*args, **kw) Sep 21 13:05:35.630013 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 13:05:35.630013 dv-cinder-810131-2-iscsi neutron-server[93969]: return func(*args, **kwargs) Sep 21 13:05:35.630013 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 13:05:35.630013 dv-cinder-810131-2-iscsi neutron-server[93969]: self._notify() Sep 21 13:05:35.630013 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 13:05:35.630013 dv-cinder-810131-2-iscsi neutron-server[93969]: self.callback(batched_events) Sep 21 13:05:35.630013 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 13:05:35.630013 dv-cinder-810131-2-iscsi neutron-server[93969]: event.method(event) Sep 21 13:05:35.630013 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 13:05:35.630013 dv-cinder-810131-2-iscsi neutron-server[93969]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 13:05:35.630013 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 13:05:35.630013 dv-cinder-810131-2-iscsi neutron-server[93969]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 13:05:35.630013 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 13:05:35.630013 dv-cinder-810131-2-iscsi neutron-server[93969]: return f(self, *a, **k) Sep 21 13:05:35.630013 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 13:05:35.630013 dv-cinder-810131-2-iscsi neutron-server[93969]: return self._get(url).json() Sep 21 13:05:35.630013 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 13:05:35.630013 dv-cinder-810131-2-iscsi neutron-server[93969]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 13:05:35.630013 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 13:05:35.630013 dv-cinder-810131-2-iscsi neutron-server[93969]: return self.request(url, 'GET', **kwargs) Sep 21 13:05:35.630013 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 13:05:35.630013 dv-cinder-810131-2-iscsi neutron-server[93969]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 13:05:35.630013 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 13:05:35.630013 dv-cinder-810131-2-iscsi neutron-server[93969]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 13:05:35.630013 dv-cinder-810131-2-iscsi neutron-server[93969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 13:05:35.630013 dv-cinder-810131-2-iscsi neutron-server[93969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 13:05:35.630013 dv-cinder-810131-2-iscsi neutron-server[93969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 13:05:35.689486 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c3df91af-b6ce-4110-ada2-6e4860a51e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-751670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1618708'] for network, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:35.700677 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-c3df91af-b6ce-4110-ada2-6e4860a51e85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for network, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:35.700677 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-c3df91af-b6ce-4110-ada2-6e4860a51e85 admin admin] 10.222.0.32 "DELETE /v2.0/networks/042418cf-ef1e-4d40-aa2c-f2dcd1a038c9 HTTP/1.1" status: 204 len: 168 time: 0.6412961 Sep 21 13:05:35.711255 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df91af-b6ce-4110-ada2-6e4860a51e85 admin admin] Pushing event deleted for resources: {'Network': ['ID=042418cf-ef1e-4d40-aa2c-f2dcd1a038c9,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:05:35.896688 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 35098) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:05:35.941594 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-ffa792f6-789e-4371-ac7a-414f80461dd7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a21a7e5092134d1998f12a665e75b4fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0436790 Sep 21 13:05:35.944582 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 35102) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:05:35.996452 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d894bbec-99ab-4620-a758-f0fecfa13462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:36.021371 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d894bbec-99ab-4620-a758-f0fecfa13462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:36.073231 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d894bbec-99ab-4620-a758-f0fecfa13462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:36.075839 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-d894bbec-99ab-4620-a758-f0fecfa13462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:36.077282 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-d894bbec-99ab-4620-a758-f0fecfa13462 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7e2babbb-e64c-4a35-95b7-a46b79f042bc HTTP/1.1" status: 204 len: 168 time: 0.1315570 Sep 21 13:05:36.086114 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894bbec-99ab-4620-a758-f0fecfa13462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2babbb-e64c-4a35-95b7-a46b79f042bc,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:05:36.159491 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 954a6c4b-b240-4832-a647-1f235e9c4887 no longer exists at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 13:05:36.181176 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] No Port match for: 954a6c4b-b240-4832-a647-1f235e9c4887 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 13:05:36.181494 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 954a6c4b-b240-4832-a647-1f235e9c4887 not bound to the agent host dv-cinder-810131-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 13:05:36.181996 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 712993ef-13c1-4ab8-9dbb-9a2464a5120a no longer exists at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 13:05:36.202295 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] No Port match for: 712993ef-13c1-4ab8-9dbb-9a2464a5120a {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 13:05:36.202666 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 712993ef-13c1-4ab8-9dbb-9a2464a5120a not bound to the agent host dv-cinder-810131-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 13:05:36.203079 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 2909fe04-7dbe-472d-8cf1-f3635dbd7455 no longer exists at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 13:05:36.228001 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] No Port match for: 2909fe04-7dbe-472d-8cf1-f3635dbd7455 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 13:05:36.228485 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 2909fe04-7dbe-472d-8cf1-f3635dbd7455 not bound to the agent host dv-cinder-810131-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 13:05:36.461536 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 35108) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:05:36.506233 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-b0886871-2455-44ba-b24c-b155a6a880a7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5b76634c7050422d83ad1ddf5a84a335&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0435195 Sep 21 13:05:36.509767 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 35110) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:05:36.562594 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4f2d4f58-6eb5-44e1-87eb-e34da7ce3fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:36.584584 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4f2d4f58-6eb5-44e1-87eb-e34da7ce3fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:36.631082 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4f2d4f58-6eb5-44e1-87eb-e34da7ce3fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:36.635879 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-4f2d4f58-6eb5-44e1-87eb-e34da7ce3fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:36.637247 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-4f2d4f58-6eb5-44e1-87eb-e34da7ce3fc5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a873257c-1d7d-4129-9f57-d37be4b71471 HTTP/1.1" status: 204 len: 168 time: 0.1265426 Sep 21 13:05:36.647885 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d4f58-6eb5-44e1-87eb-e34da7ce3fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a873257c-1d7d-4129-9f57-d37be4b71471,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:05:36.656277 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d4f58-6eb5-44e1-87eb-e34da7ce3fc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:05:36.656612 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d4f58-6eb5-44e1-87eb-e34da7ce3fc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:05:36.656951 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d4f58-6eb5-44e1-87eb-e34da7ce3fc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:05:36.657324 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d4f58-6eb5-44e1-87eb-e34da7ce3fc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:05:36.657597 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d4f58-6eb5-44e1-87eb-e34da7ce3fc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:05:36.657925 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d4f58-6eb5-44e1-87eb-e34da7ce3fc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:05:36.658253 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d4f58-6eb5-44e1-87eb-e34da7ce3fc5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:05:36.658612 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d4f58-6eb5-44e1-87eb-e34da7ce3fc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:05:36.658929 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d4f58-6eb5-44e1-87eb-e34da7ce3fc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:05:36.659252 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d4f58-6eb5-44e1-87eb-e34da7ce3fc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:05:36.659566 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d4f58-6eb5-44e1-87eb-e34da7ce3fc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:05:36.659884 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2d4f58-6eb5-44e1-87eb-e34da7ce3fc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:05:36.828576 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-b5107449-46e0-4483-9031-0c19752d4acf None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 13:05:42.681570 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-99125c9a-6f1e-4dc0-a00d-456db04e78ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:45.342230 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-75bcf74f-e3a0-4a34-a255-18f5bbe60d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:45.924751 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:46.044036 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:46.680387 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:05:47.998738 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:12.683632 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-14378f94-ad98-46f7-ba18-9492b15c1ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:13.828346 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-b5107449-46e0-4483-9031-0c19752d4acf None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 13:06:15.352790 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-23aeeb58-68dd-4c79-b684-88e0a010f5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:15.917905 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:16.072868 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:16.683194 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:17.869502 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13238eee-58e5-4689-9a85-bd05898a2ae7 req-d6ee87b5-9a27-4a97-840a-ec1226dd65bb tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:06:17.871016 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-13238eee-58e5-4689-9a85-bd05898a2ae7 req-d6ee87b5-9a27-4a97-840a-ec1226dd65bb tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=2866c315-7356-4a86-bd16-f94ee0a9ae2f HTTP/1.1" status: 200 len: 945 time: 0.0539744 Sep 21 13:06:17.908943 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-13238eee-58e5-4689-9a85-bd05898a2ae7 req-508c9c1a-d0a3-42c0-800f-083ae44147ea tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?id=f584dda6-64d3-4005-bfcb-282a09eb5a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319564 Sep 21 13:06:17.989814 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:19.027983 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2a0a7-8344-4a7e-953a-fda7d3c7d768 req-354192c4-e3c7-466a-ac0d-822a9d3e8b71 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93968) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:06:19.029536 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d4d2a0a7-8344-4a7e-953a-fda7d3c7d768 req-354192c4-e3c7-466a-ac0d-822a9d3e8b71 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=2866c315-7356-4a86-bd16-f94ee0a9ae2f HTTP/1.1" status: 200 len: 945 time: 0.0527272 Sep 21 13:06:19.069081 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [req-d4d2a0a7-8344-4a7e-953a-fda7d3c7d768 req-42a2573c-b9a2-4b6b-b143-8e221f050b8d tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups?id=f584dda6-64d3-4005-bfcb-282a09eb5a27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328870 Sep 21 13:06:19.494546 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2354ec-be87-43b9-b760-81dc7d6992b6 req-824d84ac-2670-4cb0-bb09-0f2df260efcb tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 21 13:06:19.496032 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1d2354ec-be87-43b9-b760-81dc7d6992b6 req-824d84ac-2670-4cb0-bb09-0f2df260efcb tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.45 "GET /v2.0/ports?device_id=2866c315-7356-4a86-bd16-f94ee0a9ae2f HTTP/1.1" status: 200 len: 945 time: 0.0485637 Sep 21 13:06:19.583897 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-1d2354ec-be87-43b9-b760-81dc7d6992b6 req-e5448736-d2f5-4b7c-9a42-34f49eceae30 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Deleting port 5148b5fe-627b-4c23-bfc4-103a1518cfcb {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 13:06:19.584230 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-1d2354ec-be87-43b9-b760-81dc7d6992b6 req-e5448736-d2f5-4b7c-9a42-34f49eceae30 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:19.673718 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.db [req-1d2354ec-be87-43b9-b760-81dc7d6992b6 req-e5448736-d2f5-4b7c-9a42-34f49eceae30 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] For port 5148b5fe-627b-4c23-bfc4-103a1518cfcb, host hv-cinder-81013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81013',level=0,port_id=5148b5fe-627b-4c23-bfc4-103a1518cfcb,segment=NetworkSegment(26fe99e6-f88e-40f5-b208-9fa4b938ce83),segment_id=26fe99e6-f88e-40f5-b208-9fa4b938ce83)] {{(pid=93969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:06:19.674079 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-1d2354ec-be87-43b9-b760-81dc7d6992b6 req-e5448736-d2f5-4b7c-9a42-34f49eceae30 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:19.844032 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-1d2354ec-be87-43b9-b760-81dc7d6992b6 req-e5448736-d2f5-4b7c-9a42-34f49eceae30 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:19.844379 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-1d2354ec-be87-43b9-b760-81dc7d6992b6 req-e5448736-d2f5-4b7c-9a42-34f49eceae30 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618694'] for floatingip, after_update {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:19.844687 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.db.l3_db [req-1d2354ec-be87-43b9-b760-81dc7d6992b6 req-e5448736-d2f5-4b7c-9a42-34f49eceae30 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Floating IP 4ebf8d5f-1aba-4933-ae46-e5191d82d30a disassociated. External IP: 172.27.0.70, port: 5148b5fe-627b-4c23-bfc4-103a1518cfcb. Sep 21 13:06:19.845020 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [req-1d2354ec-be87-43b9-b760-81dc7d6992b6 req-e5448736-d2f5-4b7c-9a42-34f49eceae30 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Calling delete_port for 5148b5fe-627b-4c23-bfc4-103a1518cfcb owned by compute:nova {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 13:06:19.972718 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-1d2354ec-be87-43b9-b760-81dc7d6992b6 req-e5448736-d2f5-4b7c-9a42-34f49eceae30 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9294141'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:20.002604 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5448736-d2f5-4b7c-9a42-34f49eceae30 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Pushing event deleted for resources: {'Port': ['ID=5148b5fe-627b-4c23-bfc4-103a1518cfcb,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:06:20.347566 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-407cb891-a3e6-4119-8ee6-ed43f25ace63 req-f2128e70-26a7-47ae-8ba3-a78e4eac71fb tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/ports?device_id=2866c315-7356-4a86-bd16-f94ee0a9ae2f HTTP/1.1" status: 200 len: 210 time: 0.0316601 Sep 21 13:06:20.413345 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d2354ec-be87-43b9-b760-81dc7d6992b6 req-e5448736-d2f5-4b7c-9a42-34f49eceae30 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Router d2e57642-c029-421e-9beb-bf011bbd4b2b has already been hosted by L3 agent ac1410d3-fc19-41f1-a8a6-9305dbf296af {{(pid=93969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 13:06:20.525411 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d2354ec-be87-43b9-b760-81dc7d6992b6 req-e5448736-d2f5-4b7c-9a42-34f49eceae30 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify agent at l3_agent.dv-cinder-810131-2-iscsi the message routers_updated {{(pid=93969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 13:06:20.535409 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adc2127-692e-4f6c-999d-afa625975db9 None None] Sync routers for ids ['d2e57642-c029-421e-9beb-bf011bbd4b2b'] in dv-cinder-810131-2-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 13:06:20.546224 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adc2127-692e-4f6c-999d-afa625975db9 None None] Routers {'d2e57642-c029-421e-9beb-bf011bbd4b2b'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 13:06:20.546870 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-5adc2127-692e-4f6c-999d-afa625975db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T13:06:15Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['d2e57642-c029-421e-9beb-bf011bbd4b2b'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:06:20.568329 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2354ec-be87-43b9-b760-81dc7d6992b6 req-e5448736-d2f5-4b7c-9a42-34f49eceae30 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] No DVR routers for this DVR port 5148b5fe-627b-4c23-bfc4-103a1518cfcb on host hv-cinder-81013 {{(pid=93969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 13:06:20.571087 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [req-1d2354ec-be87-43b9-b760-81dc7d6992b6 req-e5448736-d2f5-4b7c-9a42-34f49eceae30 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for port, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:20.573054 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [req-1d2354ec-be87-43b9-b760-81dc7d6992b6 req-e5448736-d2f5-4b7c-9a42-34f49eceae30 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.45 "DELETE /v2.0/ports/5148b5fe-627b-4c23-bfc4-103a1518cfcb HTTP/1.1" status: 204 len: 173 time: 1.0706918 Sep 21 13:06:20.573551 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2866c315-7356-4a86-bd16-f94ee0a9ae2f', 'name': 'network-vif-deleted', 'tag': '5148b5fe-627b-4c23-bfc4-103a1518cfcb'}] {{(pid=93969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 21 13:06:20.575906 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}891eab8d1a3043c3e369406f1201b67df81013e3c20d23918ff9fd5cd34c6e83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8eba86-2348-4efc-a84f-c182af0f9b0e" -d '{"events": [{"server_uuid": "2866c315-7356-4a86-bd16-f94ee0a9ae2f", "name": "network-vif-deleted", "tag": "5148b5fe-627b-4c23-bfc4-103a1518cfcb"}]}' {{(pid=93969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 13:06:20.614634 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 21 Sep 2021 13:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65347a9-98c2-4af8-ba6c-3015478d9b22 x-openstack-request-id: req-e65347a9-98c2-4af8-ba6c-3015478d9b22 {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 13:06:20.614939 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2866c315-7356-4a86-bd16-f94ee0a9ae2f", "name": "network-vif-deleted", "tag": "5148b5fe-627b-4c23-bfc4-103a1518cfcb", "status": "completed", "code": 200}]} {{(pid=93969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 13:06:20.615195 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e65347a9-98c2-4af8-ba6c-3015478d9b22 {{(pid=93969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 13:06:20.615600 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2866c315-7356-4a86-bd16-f94ee0a9ae2f', 'name': 'network-vif-deleted', 'tag': '5148b5fe-627b-4c23-bfc4-103a1518cfcb', 'status': 'completed', 'code': 200} Sep 21 13:06:20.667478 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-5adc2127-692e-4f6c-999d-afa625975db9 None None] Set router d2e57642-c029-421e-9beb-bf011bbd4b2b gateway port host: dv-cinder-810131-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 13:06:20.999971 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-5adc2127-692e-4f6c-999d-afa625975db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'name': 'tempest-AttachVolumeTestJSON-140385197-router', 'tenant_id': '149418c04e4d4e74b48f809d6af76afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '618b9ee8-3f93-484b-b0ed-6ccbac98d279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T13:02:14Z', 'updated_at': '2021-09-21T13:02:17Z', 'revision_number': 4, 'project_id': '149418c04e4d4e74b48f809d6af76afc', 'gw_port': {'id': '618b9ee8-3f93-484b-b0ed-6ccbac98d279', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:02:14Z', 'updated_at': '2021-09-21T13:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': '2c1587fe-ea03-484e-bace-028106adc860', 'name': '', 'network_id': '68301f7d-d00d-4f3f-9a01-7687a8b90d04', 'tenant_id': '149418c04e4d4e74b48f809d6af76afc', 'mac_address': 'fa:16:3e:84:bf:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '881ac6cf-a431-44d5-9ccd-c2b093aed57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:02:16Z', 'updated_at': '2021-09-21T13:02:20Z', 'revision_number': 5, 'project_id': '149418c04e4d4e74b48f809d6af76afc', 'subnets': [{'id': '881ac6cf-a431-44d5-9ccd-c2b093aed57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:06:21.028300 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adc2127-692e-4f6c-999d-afa625975db9 None None] Checking router: d2e57642-c029-421e-9beb-bf011bbd4b2b for host: dv-cinder-810131-2-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 13:06:21.037247 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adc2127-692e-4f6c-999d-afa625975db9 None None] Routers {'d2e57642-c029-421e-9beb-bf011bbd4b2b'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 13:06:21.037852 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-5adc2127-692e-4f6c-999d-afa625975db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T13:06:15Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['d2e57642-c029-421e-9beb-bf011bbd4b2b'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:06:21.151037 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-5adc2127-692e-4f6c-999d-afa625975db9 None None] Set router d2e57642-c029-421e-9beb-bf011bbd4b2b gateway port host: dv-cinder-810131-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 13:06:21.350236 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-5adc2127-692e-4f6c-999d-afa625975db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'name': 'tempest-AttachVolumeTestJSON-140385197-router', 'tenant_id': '149418c04e4d4e74b48f809d6af76afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '618b9ee8-3f93-484b-b0ed-6ccbac98d279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T13:02:14Z', 'updated_at': '2021-09-21T13:02:17Z', 'revision_number': 4, 'project_id': '149418c04e4d4e74b48f809d6af76afc', 'gw_port': {'id': '618b9ee8-3f93-484b-b0ed-6ccbac98d279', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:02:14Z', 'updated_at': '2021-09-21T13:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': '2c1587fe-ea03-484e-bace-028106adc860', 'name': '', 'network_id': '68301f7d-d00d-4f3f-9a01-7687a8b90d04', 'tenant_id': '149418c04e4d4e74b48f809d6af76afc', 'mac_address': 'fa:16:3e:84:bf:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '881ac6cf-a431-44d5-9ccd-c2b093aed57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:02:16Z', 'updated_at': '2021-09-21T13:02:20Z', 'revision_number': 5, 'project_id': '149418c04e4d4e74b48f809d6af76afc', 'subnets': [{'id': '881ac6cf-a431-44d5-9ccd-c2b093aed57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:06:21.382076 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adc2127-692e-4f6c-999d-afa625975db9 None None] The sync data for ids ['d2e57642-c029-421e-9beb-bf011bbd4b2b'] in dv-cinder-810131-2-iscsi is: [{'id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'name': 'tempest-AttachVolumeTestJSON-140385197-router', 'tenant_id': '149418c04e4d4e74b48f809d6af76afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '618b9ee8-3f93-484b-b0ed-6ccbac98d279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T13:02:14Z', 'updated_at': '2021-09-21T13:02:17Z', 'revision_number': 4, 'project_id': '149418c04e4d4e74b48f809d6af76afc', 'gw_port': {'id': '618b9ee8-3f93-484b-b0ed-6ccbac98d279', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:02:14Z', 'updated_at': '2021-09-21T13:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi', '_interfaces': [{'id': '2c1587fe-ea03-484e-bace-028106adc860', 'name': '', 'network_id': '68301f7d-d00d-4f3f-9a01-7687a8b90d04', 'tenant_id': '149418c04e4d4e74b48f809d6af76afc', 'mac_address': 'fa:16:3e:84:bf:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '881ac6cf-a431-44d5-9ccd-c2b093aed57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:02:16Z', 'updated_at': '2021-09-21T13:02:20Z', 'revision_number': 5, 'project_id': '149418c04e4d4e74b48f809d6af76afc', 'subnets': [{'id': '881ac6cf-a431-44d5-9ccd-c2b093aed57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 13:06:21.446709 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 35282) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:06:21.505611 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2339e4c2-7919-4ea7-911d-51b758326065 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:21.534554 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2339e4c2-7919-4ea7-911d-51b758326065 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:21.609620 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2339e4c2-7919-4ea7-911d-51b758326065 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:21.612705 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2339e4c2-7919-4ea7-911d-51b758326065 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:21.613943 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-2339e4c2-7919-4ea7-911d-51b758326065 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "DELETE /v2.0/security-groups/f584dda6-64d3-4005-bfcb-282a09eb5a27 HTTP/1.1" status: 204 len: 168 time: 0.1661689 Sep 21 13:06:21.618428 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 35284) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:06:21.624063 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339e4c2-7919-4ea7-911d-51b758326065 tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f584dda6-64d3-4005-bfcb-282a09eb5a27,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:06:21.636803 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.api.v2.resource [None req-3a76376b-e70c-4eae-9ab0-09584148446f tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] show failed (client error): The resource could not be found. Sep 21 13:06:21.637849 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-3a76376b-e70c-4eae-9ab0-09584148446f tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "GET /v2.0/security-groups/f584dda6-64d3-4005-bfcb-282a09eb5a27 HTTP/1.1" status: 404 len: 347 time: 0.0184314 Sep 21 13:06:21.644885 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 35286) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:06:21.647213 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cfabd5-f768-40c1-a577-5656b9fe4fb6 None None] New status for floating IP 4ebf8d5f-1aba-4933-ae46-e5191d82d30a: DOWN {{(pid=93970) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 13:06:21.795751 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-4ddcf335-f224-47d5-983a-400e79fa552c tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Deleting port da9f379a-c177-4163-b08f-2aeb467b7b50 {{(pid=93969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 13:06:21.796095 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4ddcf335-f224-47d5-983a-400e79fa552c tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:21.877332 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4ddcf335-f224-47d5-983a-400e79fa552c tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:21.877665 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4ddcf335-f224-47d5-983a-400e79fa552c tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:21.890128 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.plugins.ml2.plugin [None req-4ddcf335-f224-47d5-983a-400e79fa552c tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Calling delete_port for da9f379a-c177-4163-b08f-2aeb467b7b50 owned by network:floatingip {{(pid=93969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 13:06:22.034333 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4ddcf335-f224-47d5-983a-400e79fa552c tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9294141'] for port, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:22.067048 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddcf335-f224-47d5-983a-400e79fa552c tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Pushing event deleted for resources: {'Port': ['ID=da9f379a-c177-4163-b08f-2aeb467b7b50,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:06:22.131604 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4ddcf335-f224-47d5-983a-400e79fa552c tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks [] for floatingip, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:22.135030 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4ddcf335-f224-47d5-983a-400e79fa552c tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167782'] for floatingip, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:22.136276 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-4ddcf335-f224-47d5-983a-400e79fa552c tempest-AttachVolumeTestJSON-1362893460 tempest-AttachVolumeTestJSON-1362893460-project] 10.222.0.32 "DELETE /v2.0/floatingips/4ebf8d5f-1aba-4933-ae46-e5191d82d30a HTTP/1.1" status: 204 len: 168 time: 0.4897044 Sep 21 13:06:22.990056 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device 5148b5fe-627b-4c23-bfc4-103a1518cfcb no longer exists at agent hyperv_hv-cinder-81013 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 13:06:23.011233 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] No Port match for: 5148b5fe-627b-4c23-bfc4-103a1518cfcb {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 13:06:23.011576 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Device 5148b5fe-627b-4c23-bfc4-103a1518cfcb not bound to the agent host hv-cinder-81013 {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 13:06:25.674065 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 35314) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:06:26.016328 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2a59e64e-98b1-47c3-a6bc-6ca165870a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1618182'] for router_interface, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:26.261320 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-2a59e64e-98b1-47c3-a6bc-6ca165870a22 admin admin] Deleting port 2c1587fe-ea03-484e-bace-028106adc860 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 13:06:26.261660 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2a59e64e-98b1-47c3-a6bc-6ca165870a22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:26.345317 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-2a59e64e-98b1-47c3-a6bc-6ca165870a22 admin admin] For port 2c1587fe-ea03-484e-bace-028106adc860, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=2c1587fe-ea03-484e-bace-028106adc860,segment=NetworkSegment(26fe99e6-f88e-40f5-b208-9fa4b938ce83),segment_id=26fe99e6-f88e-40f5-b208-9fa4b938ce83)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:06:26.345679 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2a59e64e-98b1-47c3-a6bc-6ca165870a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:26.359972 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-2a59e64e-98b1-47c3-a6bc-6ca165870a22 admin admin] Calling delete_port for 2c1587fe-ea03-484e-bace-028106adc860 owned by network:router_interface {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 13:06:26.544558 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2a59e64e-98b1-47c3-a6bc-6ca165870a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168646'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:26.572388 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a59e64e-98b1-47c3-a6bc-6ca165870a22 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c1587fe-ea03-484e-bace-028106adc860,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:06:26.740953 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-2a59e64e-98b1-47c3-a6bc-6ca165870a22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1791924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1618870'] for router_interface, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:26.962812 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a59e64e-98b1-47c3-a6bc-6ca165870a22 admin admin] Router d2e57642-c029-421e-9beb-bf011bbd4b2b has already been hosted by L3 agent ac1410d3-fc19-41f1-a8a6-9305dbf296af {{(pid=93968) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 13:06:27.309556 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a59e64e-98b1-47c3-a6bc-6ca165870a22 admin admin] Notify agent at l3_agent.dv-cinder-810131-2-iscsi the message routers_updated {{(pid=93968) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 13:06:27.317200 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-2a59e64e-98b1-47c3-a6bc-6ca165870a22 admin admin] 10.222.0.32 "PUT /v2.0/routers/d2e57642-c029-421e-9beb-bf011bbd4b2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6394403 Sep 21 13:06:27.317200 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 35316) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:06:27.318053 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fe95dc-ad56-44f8-9de5-e25c6ba4422f None None] Sync routers for ids ['d2e57642-c029-421e-9beb-bf011bbd4b2b'] in dv-cinder-810131-2-iscsi {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 13:06:27.327363 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fe95dc-ad56-44f8-9de5-e25c6ba4422f None None] Routers {'d2e57642-c029-421e-9beb-bf011bbd4b2b'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 13:06:27.327979 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-b9fe95dc-ad56-44f8-9de5-e25c6ba4422f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T13:06:15Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['d2e57642-c029-421e-9beb-bf011bbd4b2b'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:06:27.424856 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-85337cf0-a338-45f1-b1a2-4d81bc4134b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:27.434062 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-b9fe95dc-ad56-44f8-9de5-e25c6ba4422f None None] Set router d2e57642-c029-421e-9beb-bf011bbd4b2b gateway port host: dv-cinder-810131-2-iscsi {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 13:06:27.527286 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-85337cf0-a338-45f1-b1a2-4d81bc4134b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:27.583576 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-85337cf0-a338-45f1-b1a2-4d81bc4134b4 admin admin] Deleting port 618b9ee8-3f93-484b-b0ed-6ccbac98d279 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 13:06:27.583828 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-85337cf0-a338-45f1-b1a2-4d81bc4134b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:27.615634 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-b9fe95dc-ad56-44f8-9de5-e25c6ba4422f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'name': 'tempest-AttachVolumeTestJSON-140385197-router', 'tenant_id': '149418c04e4d4e74b48f809d6af76afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'external_fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.156'}], 'enable_snat': True}, 'gw_port_id': '618b9ee8-3f93-484b-b0ed-6ccbac98d279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T13:02:14Z', 'updated_at': '2021-09-21T13:06:26Z', 'revision_number': 5, 'project_id': '149418c04e4d4e74b48f809d6af76afc', 'gw_port': {'id': '618b9ee8-3f93-484b-b0ed-6ccbac98d279', 'name': '', 'network_id': '3589cb95-8b7f-464f-a8af-ebd0722ed0b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:f8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'ip_address': '172.27.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810131-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-21T13:02:14Z', 'updated_at': '2021-09-21T13:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '83bd8dfa-a4af-4a48-a00e-8b360d22b666', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810131-2-iscsi'}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:06:27.646584 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fe95dc-ad56-44f8-9de5-e25c6ba4422f None None] Checking router: d2e57642-c029-421e-9beb-bf011bbd4b2b for host: dv-cinder-810131-2-iscsi {{(pid=93971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 13:06:27.655683 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fe95dc-ad56-44f8-9de5-e25c6ba4422f None None] Routers {'d2e57642-c029-421e-9beb-bf011bbd4b2b'} bound to L3 agent in host dv-cinder-810131-2-iscsi {{(pid=93971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 21 13:06:27.656280 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-b9fe95dc-ad56-44f8-9de5-e25c6ba4422f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810131-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-21T12:46:15Z,description=,heartbeat_timestamp=2021-09-21T13:06:15Z,host='dv-cinder-810131-2-iscsi',id=ac1410d3-fc19-41f1-a8a6-9305dbf296af,load=0,resource_versions=,resources_synced=,started_at=2021-09-21T12:46:15Z,topic='l3_agent')) {'router_ids': ['d2e57642-c029-421e-9beb-bf011bbd4b2b'], 'active': True} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:06:27.667583 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-85337cf0-a338-45f1-b1a2-4d81bc4134b4 admin admin] For port 618b9ee8-3f93-484b-b0ed-6ccbac98d279, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=618b9ee8-3f93-484b-b0ed-6ccbac98d279,segment=NetworkSegment(e2b94f31-7b3f-4aad-87c8-37618fa3f855),segment_id=e2b94f31-7b3f-4aad-87c8-37618fa3f855)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:06:27.667950 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-85337cf0-a338-45f1-b1a2-4d81bc4134b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:27.680668 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-85337cf0-a338-45f1-b1a2-4d81bc4134b4 admin admin] Calling delete_port for 618b9ee8-3f93-484b-b0ed-6ccbac98d279 owned by network:router_gateway {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 13:06:27.745053 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_dvr_db [None req-b9fe95dc-ad56-44f8-9de5-e25c6ba4422f None None] Set router d2e57642-c029-421e-9beb-bf011bbd4b2b gateway port host: None {{(pid=93971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 13:06:27.801757 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.l3_hamode_db [None req-b9fe95dc-ad56-44f8-9de5-e25c6ba4422f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'name': 'tempest-AttachVolumeTestJSON-140385197-router', 'tenant_id': '149418c04e4d4e74b48f809d6af76afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T13:02:14Z', 'updated_at': '2021-09-21T13:06:27Z', 'revision_number': 6, 'project_id': '149418c04e4d4e74b48f809d6af76afc', 'gw_port_host': None}], 'dv-cinder-810131-2-iscsi', False) {} {{(pid=93971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:06:27.830686 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fe95dc-ad56-44f8-9de5-e25c6ba4422f None None] The sync data for ids ['d2e57642-c029-421e-9beb-bf011bbd4b2b'] in dv-cinder-810131-2-iscsi is: [{'id': 'd2e57642-c029-421e-9beb-bf011bbd4b2b', 'name': 'tempest-AttachVolumeTestJSON-140385197-router', 'tenant_id': '149418c04e4d4e74b48f809d6af76afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-21T13:02:14Z', 'updated_at': '2021-09-21T13:06:27Z', 'revision_number': 6, 'project_id': '149418c04e4d4e74b48f809d6af76afc', 'gw_port_host': None}] {{(pid=93971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 13:06:27.858606 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-85337cf0-a338-45f1-b1a2-4d81bc4134b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168646'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:27.903594 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85337cf0-a338-45f1-b1a2-4d81bc4134b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=618b9ee8-3f93-484b-b0ed-6ccbac98d279,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:06:27.943797 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-85337cf0-a338-45f1-b1a2-4d81bc4134b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1618800'] for router_gateway, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:28.039189 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-85337cf0-a338-45f1-b1a2-4d81bc4134b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608737', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3824'] for router, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:28.041806 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-85337cf0-a338-45f1-b1a2-4d81bc4134b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:28.083655 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-85337cf0-a338-45f1-b1a2-4d81bc4134b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608922'] for router, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:28.084407 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85337cf0-a338-45f1-b1a2-4d81bc4134b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2e57642-c029-421e-9beb-bf011bbd4b2b {{(pid=93968) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 13:06:28.089724 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-85337cf0-a338-45f1-b1a2-4d81bc4134b4 admin admin] Notify callbacks [] for router, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:28.090934 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-85337cf0-a338-45f1-b1a2-4d81bc4134b4 admin admin] 10.222.0.32 "DELETE /v2.0/routers/d2e57642-c029-421e-9beb-bf011bbd4b2b HTTP/1.1" status: 204 len: 168 time: 0.7728326 Sep 21 13:06:28.093393 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 35318) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:06:28.137676 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9715cee-353e-4de5-a7a7-b98df6c259d6 admin admin] Deleting subnet 881ac6cf-a431-44d5-9ccd-c2b093aed57d {{(pid=93968) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 21 13:06:28.140697 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e9715cee-353e-4de5-a7a7-b98df6c259d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:28.178285 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e9715cee-353e-4de5-a7a7-b98df6c259d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9168701'] for subnet, precommit_delete_associations {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:28.268450 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e9715cee-353e-4de5-a7a7-b98df6c259d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-749736'] for subnet, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:28.320297 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 2c1587fe-ea03-484e-bace-028106adc860 no longer exists at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 13:06:28.331987 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e9715cee-353e-4de5-a7a7-b98df6c259d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-749759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9268049'] for subnet, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:28.351720 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] No Port match for: 2c1587fe-ea03-484e-bace-028106adc860 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 13:06:28.352367 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 2c1587fe-ea03-484e-bace-028106adc860 not bound to the agent host dv-cinder-810131-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 13:06:28.359870 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9715cee-353e-4de5-a7a7-b98df6c259d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=881ac6cf-a431-44d5-9ccd-c2b093aed57d,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:06:28.363619 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-e9715cee-353e-4de5-a7a7-b98df6c259d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for subnet, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:28.365537 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-e9715cee-353e-4de5-a7a7-b98df6c259d6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/881ac6cf-a431-44d5-9ccd-c2b093aed57d HTTP/1.1" status: 204 len: 168 time: 0.2712188 Sep 21 13:06:28.368242 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 35320) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:06:28.372011 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8ed788-e61c-4484-a96d-24ef25ed6a1d None None] Network 68301f7d-d00d-4f3f-9a01-7687a8b90d04 requested from dv-cinder-810131-2-iscsi {{(pid=93970) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 21 13:06:28.450362 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c0eb0007-c1e4-4999-b5bf-d1a75637274b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585049'] for network, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:28.508410 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-c0eb0007-c1e4-4999-b5bf-d1a75637274b admin admin] Deleting port 05f4cbcc-664a-4c14-a1f2-3aed03eee862 {{(pid=93968) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 13:06:28.508848 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c0eb0007-c1e4-4999-b5bf-d1a75637274b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:28.573789 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03cb3a7-fa66-4fe0-a662-ea30b797ee51 None None] DHCP port deletion for 68301f7d-d00d-4f3f-9a01-7687a8b90d04 request from dv-cinder-810131-2-iscsi {{(pid=93970) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 21 13:06:28.578519 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.db [None req-c0eb0007-c1e4-4999-b5bf-d1a75637274b admin admin] For port 05f4cbcc-664a-4c14-a1f2-3aed03eee862, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=05f4cbcc-664a-4c14-a1f2-3aed03eee862,segment=NetworkSegment(26fe99e6-f88e-40f5-b208-9fa4b938ce83),segment_id=26fe99e6-f88e-40f5-b208-9fa4b938ce83)] {{(pid=93968) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:06:28.578984 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c0eb0007-c1e4-4999-b5bf-d1a75637274b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:28.599212 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-c0eb0007-c1e4-4999-b5bf-d1a75637274b admin admin] Calling delete_port for 05f4cbcc-664a-4c14-a1f2-3aed03eee862 owned by network:dhcp {{(pid=93968) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 13:06:28.627234 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-c03cb3a7-fa66-4fe0-a662-ea30b797ee51 None None] Deleting port 05f4cbcc-664a-4c14-a1f2-3aed03eee862 {{(pid=93970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 21 13:06:28.627699 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c03cb3a7-fa66-4fe0-a662-ea30b797ee51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758322610737'] for port, before_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:28.682323 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c0eb0007-c1e4-4999-b5bf-d1a75637274b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168646'] for port, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:28.692580 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.db [None req-c03cb3a7-fa66-4fe0-a662-ea30b797ee51 None None] For port 05f4cbcc-664a-4c14-a1f2-3aed03eee862, host dv-cinder-810131-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810131-2-iscsi',level=0,port_id=05f4cbcc-664a-4c14-a1f2-3aed03eee862,segment=NetworkSegment(26fe99e6-f88e-40f5-b208-9fa4b938ce83),segment_id=26fe99e6-f88e-40f5-b208-9fa4b938ce83)] {{(pid=93970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 13:06:28.692986 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c03cb3a7-fa66-4fe0-a662-ea30b797ee51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614926'] for port, precommit_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:28.706491 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-c03cb3a7-fa66-4fe0-a662-ea30b797ee51 None None] Calling delete_port for 05f4cbcc-664a-4c14-a1f2-3aed03eee862 owned by network:dhcp {{(pid=93970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 21 13:06:28.707642 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb0007-c1e4-4999-b5bf-d1a75637274b admin admin] Pushing event deleted for resources: {'Port': ['ID=05f4cbcc-664a-4c14-a1f2-3aed03eee862,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:06:28.712104 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0eb0007-c1e4-4999-b5bf-d1a75637274b admin admin] No DVR routers for this DVR port 05f4cbcc-664a-4c14-a1f2-3aed03eee862 on host dv-cinder-810131-2-iscsi {{(pid=93968) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 13:06:28.787864 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c03cb3a7-fa66-4fe0-a662-ea30b797ee51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758322617079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758322146771'] for port, after_delete {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:28.794656 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c0eb0007-c1e4-4999-b5bf-d1a75637274b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-751663', 'neutron.services.segments.db._delete_segments_for_network-8758322445213'] for network, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:28.816278 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03cb3a7-fa66-4fe0-a662-ea30b797ee51 None None] Pushing event deleted for resources: {'Port': ['ID=05f4cbcc-664a-4c14-a1f2-3aed03eee862,revision_number=None']} {{(pid=93970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:06:28.818842 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-c0eb0007-c1e4-4999-b5bf-d1a75637274b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68301f7d-d00d-4f3f-9a01-7687a8b90d04']}} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:06:28.825295 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03cb3a7-fa66-4fe0-a662-ea30b797ee51 None None] No DVR routers for this DVR port 05f4cbcc-664a-4c14-a1f2-3aed03eee862 on host dv-cinder-810131-2-iscsi {{(pid=93970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 13:06:28.827469 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03cb3a7-fa66-4fe0-a662-ea30b797ee51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:06:28.827818 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03cb3a7-fa66-4fe0-a662-ea30b797ee51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:06:28.828163 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03cb3a7-fa66-4fe0-a662-ea30b797ee51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:06:28.828503 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03cb3a7-fa66-4fe0-a662-ea30b797ee51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:06:28.828844 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03cb3a7-fa66-4fe0-a662-ea30b797ee51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:06:28.829247 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03cb3a7-fa66-4fe0-a662-ea30b797ee51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:06:28.829781 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03cb3a7-fa66-4fe0-a662-ea30b797ee51 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:06:28.830115 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03cb3a7-fa66-4fe0-a662-ea30b797ee51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:06:28.830488 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03cb3a7-fa66-4fe0-a662-ea30b797ee51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:06:28.830826 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03cb3a7-fa66-4fe0-a662-ea30b797ee51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:06:28.831151 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03cb3a7-fa66-4fe0-a662-ea30b797ee51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:06:28.831476 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03cb3a7-fa66-4fe0-a662-ea30b797ee51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:06:28.832295 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-c0eb0007-c1e4-4999-b5bf-d1a75637274b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26fe99e6-f88e-40f5-b208-9fa4b938ce83') {'for_net_delete': True} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:06:28.832589 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.services.segments.db [None req-c0eb0007-c1e4-4999-b5bf-d1a75637274b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26fe99e6-f88e-40f5-b208-9fa4b938ce83') {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 13:06:28.847562 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c0eb0007-c1e4-4999-b5bf-d1a75637274b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758322445990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9168694'] for segment, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:28.863059 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c0eb0007-c1e4-4999-b5bf-d1a75637274b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861'] for segment, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:28.871174 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0eb0007-c1e4-4999-b5bf-d1a75637274b admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=93968) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 13:06:28.871580 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c0eb0007-c1e4-4999-b5bf-d1a75637274b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-748861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168119'] for segment, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:28.873401 dv-cinder-810131-2-iscsi neutron-server[93968]: Traceback (most recent call last): Sep 21 13:06:28.873401 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 21 13:06:28.873401 dv-cinder-810131-2-iscsi neutron-server[93968]: timer() Sep 21 13:06:28.873401 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 21 13:06:28.873401 dv-cinder-810131-2-iscsi neutron-server[93968]: cb(*args, **kw) Sep 21 13:06:28.873401 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 21 13:06:28.873401 dv-cinder-810131-2-iscsi neutron-server[93968]: return func(*args, **kwargs) Sep 21 13:06:28.873401 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 21 13:06:28.873401 dv-cinder-810131-2-iscsi neutron-server[93968]: self._notify() Sep 21 13:06:28.873401 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 21 13:06:28.873401 dv-cinder-810131-2-iscsi neutron-server[93968]: self.callback(batched_events) Sep 21 13:06:28.873401 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 21 13:06:28.873401 dv-cinder-810131-2-iscsi neutron-server[93968]: event.method(event) Sep 21 13:06:28.873401 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 21 13:06:28.873401 dv-cinder-810131-2-iscsi neutron-server[93968]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 21 13:06:28.873401 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 21 13:06:28.873401 dv-cinder-810131-2-iscsi neutron-server[93968]: aggregate_uuid = self.p_client.list_aggregates( Sep 21 13:06:28.873401 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 21 13:06:28.873401 dv-cinder-810131-2-iscsi neutron-server[93968]: return f(self, *a, **k) Sep 21 13:06:28.873401 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 21 13:06:28.873401 dv-cinder-810131-2-iscsi neutron-server[93968]: return self._get(url).json() Sep 21 13:06:28.873401 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 21 13:06:28.873401 dv-cinder-810131-2-iscsi neutron-server[93968]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 21 13:06:28.873401 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 21 13:06:28.873401 dv-cinder-810131-2-iscsi neutron-server[93968]: return self.request(url, 'GET', **kwargs) Sep 21 13:06:28.873401 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 21 13:06:28.873401 dv-cinder-810131-2-iscsi neutron-server[93968]: base_url = self.get_endpoint(auth, allow=allow, Sep 21 13:06:28.873401 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 21 13:06:28.873401 dv-cinder-810131-2-iscsi neutron-server[93968]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 21 13:06:28.873401 dv-cinder-810131-2-iscsi neutron-server[93968]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 21 13:06:28.873401 dv-cinder-810131-2-iscsi neutron-server[93968]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 21 13:06:28.873401 dv-cinder-810131-2-iscsi neutron-server[93968]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 21 13:06:28.933134 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c0eb0007-c1e4-4999-b5bf-d1a75637274b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-751670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1790279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1618708'] for network, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:28.938381 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-c0eb0007-c1e4-4999-b5bf-d1a75637274b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1790293'] for network, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:28.940241 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-c0eb0007-c1e4-4999-b5bf-d1a75637274b admin admin] 10.222.0.32 "DELETE /v2.0/networks/68301f7d-d00d-4f3f-9a01-7687a8b90d04 HTTP/1.1" status: 204 len: 168 time: 0.5709059 Sep 21 13:06:28.952132 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb0007-c1e4-4999-b5bf-d1a75637274b admin admin] Pushing event deleted for resources: {'Network': ['ID=68301f7d-d00d-4f3f-9a01-7687a8b90d04,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:06:29.117762 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 35324) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:06:29.161345 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-d842a68b-49d9-402b-90d2-976d4aa8263d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=149418c04e4d4e74b48f809d6af76afc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428154 Sep 21 13:06:29.165025 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 35326) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:06:29.218784 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0546848d-2616-4645-8da8-7e1aa0fdcc25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:29.242788 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0546848d-2616-4645-8da8-7e1aa0fdcc25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:29.294786 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0546848d-2616-4645-8da8-7e1aa0fdcc25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:29.297374 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-0546848d-2616-4645-8da8-7e1aa0fdcc25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:29.298580 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-0546848d-2616-4645-8da8-7e1aa0fdcc25 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/613e9b36-5a97-4c4a-ad70-ae911d69ad19 HTTP/1.1" status: 204 len: 168 time: 0.1325202 Sep 21 13:06:29.307589 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0546848d-2616-4645-8da8-7e1aa0fdcc25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613e9b36-5a97-4c4a-ad70-ae911d69ad19,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:06:30.180146 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 618b9ee8-3f93-484b-b0ed-6ccbac98d279 no longer exists at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 13:06:30.201340 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] No Port match for: 618b9ee8-3f93-484b-b0ed-6ccbac98d279 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 13:06:30.201686 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 618b9ee8-3f93-484b-b0ed-6ccbac98d279 not bound to the agent host dv-cinder-810131-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 13:06:30.202109 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 05f4cbcc-664a-4c14-a1f2-3aed03eee862 no longer exists at agent ovs-agent-dv-cinder-810131-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 13:06:30.221304 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.plugin [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] No Port match for: 05f4cbcc-664a-4c14-a1f2-3aed03eee862 {{(pid=93970) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 21 13:06:30.221657 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron.plugins.ml2.rpc [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Device 05f4cbcc-664a-4c14-a1f2-3aed03eee862 not bound to the agent host dv-cinder-810131-2-iscsi {{(pid=93970) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 13:06:42.687755 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-8de4d518-74b4-4e2b-b15b-9b26238ad704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:45.345968 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-fcbd0315-9384-4986-bc0c-876b2adeabd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:45.708711 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 35536) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:06:45.814545 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-861ac671-c40a-4a1a-8919-a660ee20a8d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:45.912648 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-861ac671-c40a-4a1a-8919-a660ee20a8d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:45.917133 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-861ac671-c40a-4a1a-8919-a660ee20a8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:45.921196 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:45.959127 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-861ac671-c40a-4a1a-8919-a660ee20a8d4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ba7ed2cfc8c34235bf41f8c844ee911a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2493336 Sep 21 13:06:45.960636 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ac671-c40a-4a1a-8919-a660ee20a8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189de913-32f6-4949-bf7e-4915cbdb31cb,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:06:45.961780 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 35540) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:06:45.968032 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ac671-c40a-4a1a-8919-a660ee20a8d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:06:45.968702 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ac671-c40a-4a1a-8919-a660ee20a8d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:06:45.968702 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ac671-c40a-4a1a-8919-a660ee20a8d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:06:45.968969 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ac671-c40a-4a1a-8919-a660ee20a8d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:06:45.969296 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ac671-c40a-4a1a-8919-a660ee20a8d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:06:45.969630 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ac671-c40a-4a1a-8919-a660ee20a8d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:06:45.969949 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ac671-c40a-4a1a-8919-a660ee20a8d4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:06:45.970273 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ac671-c40a-4a1a-8919-a660ee20a8d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:06:45.970621 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ac671-c40a-4a1a-8919-a660ee20a8d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:06:45.970948 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ac671-c40a-4a1a-8919-a660ee20a8d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:06:45.971266 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ac671-c40a-4a1a-8919-a660ee20a8d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:06:45.971582 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ac671-c40a-4a1a-8919-a660ee20a8d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93968) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:06:46.011623 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-38655e31-e531-43e8-bb94-e0be359fcd4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:46.033338 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-38655e31-e531-43e8-bb94-e0be359fcd4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:46.073189 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:46.083942 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-38655e31-e531-43e8-bb94-e0be359fcd4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:46.086672 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-38655e31-e531-43e8-bb94-e0be359fcd4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:46.087839 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-38655e31-e531-43e8-bb94-e0be359fcd4f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/189de913-32f6-4949-bf7e-4915cbdb31cb HTTP/1.1" status: 204 len: 168 time: 0.1249621 Sep 21 13:06:46.095821 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38655e31-e531-43e8-bb94-e0be359fcd4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189de913-32f6-4949-bf7e-4915cbdb31cb,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:06:46.103236 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38655e31-e531-43e8-bb94-e0be359fcd4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:06:46.103583 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38655e31-e531-43e8-bb94-e0be359fcd4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:06:46.103932 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38655e31-e531-43e8-bb94-e0be359fcd4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:06:46.104266 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38655e31-e531-43e8-bb94-e0be359fcd4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:06:46.104603 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38655e31-e531-43e8-bb94-e0be359fcd4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:06:46.104936 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38655e31-e531-43e8-bb94-e0be359fcd4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:06:46.105262 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38655e31-e531-43e8-bb94-e0be359fcd4f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:06:46.105587 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38655e31-e531-43e8-bb94-e0be359fcd4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:06:46.106022 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38655e31-e531-43e8-bb94-e0be359fcd4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:06:46.106251 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38655e31-e531-43e8-bb94-e0be359fcd4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:06:46.106610 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38655e31-e531-43e8-bb94-e0be359fcd4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:06:46.106937 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38655e31-e531-43e8-bb94-e0be359fcd4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810131-2-iscsi {{(pid=93969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 13:06:46.353333 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 35546) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:06:46.367348 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-81b1331b-3d07-4f6c-b3af-7df86d31e680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:46.461021 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-81b1331b-3d07-4f6c-b3af-7df86d31e680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:46.464920 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-81b1331b-3d07-4f6c-b3af-7df86d31e680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:46.505464 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b1331b-3d07-4f6c-b3af-7df86d31e680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32a9ba9-7b62-42cf-b416-6b5d5bb943b2,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:06:46.510684 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-81b1331b-3d07-4f6c-b3af-7df86d31e680 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2ba6d602c7904b36b647b3d5e05c4925&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1562605 Sep 21 13:06:46.513281 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 35548) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:06:46.564046 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8b7c5f02-a81e-4ae1-92dc-e87b3a77ff64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:46.586461 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8b7c5f02-a81e-4ae1-92dc-e87b3a77ff64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:46.636498 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8b7c5f02-a81e-4ae1-92dc-e87b3a77ff64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:46.639144 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8b7c5f02-a81e-4ae1-92dc-e87b3a77ff64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:46.640451 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-8b7c5f02-a81e-4ae1-92dc-e87b3a77ff64 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f32a9ba9-7b62-42cf-b416-6b5d5bb943b2 HTTP/1.1" status: 204 len: 168 time: 0.1259184 Sep 21 13:06:46.648823 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7c5f02-a81e-4ae1-92dc-e87b3a77ff64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32a9ba9-7b62-42cf-b416-6b5d5bb943b2,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:06:46.686287 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:47.993573 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:50.828742 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-b5107449-46e0-4483-9031-0c19752d4acf None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 13:06:57.492314 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 35680) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:06:57.600689 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e580fb50-49ee-4fe5-8462-d38ec752c859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:57.690683 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e580fb50-49ee-4fe5-8462-d38ec752c859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:57.695304 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-e580fb50-49ee-4fe5-8462-d38ec752c859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:57.737783 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-e580fb50-49ee-4fe5-8462-d38ec752c859 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=14fa945e01304f0da54f4974bca423aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2443609 Sep 21 13:06:57.738679 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e580fb50-49ee-4fe5-8462-d38ec752c859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12bcd368-1670-4e42-af96-6b6a4d3bc4df,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:06:57.741461 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 35684) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:06:57.795379 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a87ce3bf-39dc-4fc3-81ad-7ad79ca35c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:57.816718 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a87ce3bf-39dc-4fc3-81ad-7ad79ca35c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:57.863655 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a87ce3bf-39dc-4fc3-81ad-7ad79ca35c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:57.866329 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-a87ce3bf-39dc-4fc3-81ad-7ad79ca35c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:57.867520 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-a87ce3bf-39dc-4fc3-81ad-7ad79ca35c04 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/12bcd368-1670-4e42-af96-6b6a4d3bc4df HTTP/1.1" status: 204 len: 168 time: 0.1248713 Sep 21 13:06:57.875226 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ce3bf-39dc-4fc3-81ad-7ad79ca35c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bcd368-1670-4e42-af96-6b6a4d3bc4df,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:06:58.156069 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 35690) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:06:58.169760 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-82c5dfd1-e69d-457b-8988-907bf6e46b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:58.259958 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-82c5dfd1-e69d-457b-8988-907bf6e46b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:58.264887 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-82c5dfd1-e69d-457b-8988-907bf6e46b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:58.305664 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-82c5dfd1-e69d-457b-8988-907bf6e46b3c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eec562e3ce37406b8777ae891b840c45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1485014 Sep 21 13:06:58.307839 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c5dfd1-e69d-457b-8988-907bf6e46b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c8b3dd-cb9c-4d3e-9d1a-389199bfd083,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:06:58.308494 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 35692) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:06:58.359818 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ef24fa1f-795a-4de9-a41f-b927449faa53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:58.381279 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ef24fa1f-795a-4de9-a41f-b927449faa53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:58.429144 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ef24fa1f-795a-4de9-a41f-b927449faa53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:58.431908 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-ef24fa1f-795a-4de9-a41f-b927449faa53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:06:58.433146 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-ef24fa1f-795a-4de9-a41f-b927449faa53 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/14c8b3dd-cb9c-4d3e-9d1a-389199bfd083 HTTP/1.1" status: 204 len: 168 time: 0.1236384 Sep 21 13:06:58.441145 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef24fa1f-795a-4de9-a41f-b927449faa53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c8b3dd-cb9c-4d3e-9d1a-389199bfd083,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:07:00.144682 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 35738) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:07:00.278879 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-eb8f2024-b877-483c-9799-e51fa839f0a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:00.369571 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-eb8f2024-b877-483c-9799-e51fa839f0a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:00.373515 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-eb8f2024-b877-483c-9799-e51fa839f0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:00.411537 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f2024-b877-483c-9799-e51fa839f0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf487be1-b74b-4b2c-82ef-bdaab19bde86,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:07:00.417466 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-eb8f2024-b877-483c-9799-e51fa839f0a8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=426e1ed52ecb47338930c44fd50bf761&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2716620 Sep 21 13:07:00.420143 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 35742) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:07:00.473244 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-961f78c0-6f2b-48b8-b5fa-094535bbf87f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:00.498156 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-961f78c0-6f2b-48b8-b5fa-094535bbf87f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:00.550918 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-961f78c0-6f2b-48b8-b5fa-094535bbf87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:00.554385 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-961f78c0-6f2b-48b8-b5fa-094535bbf87f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:00.555634 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-961f78c0-6f2b-48b8-b5fa-094535bbf87f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cf487be1-b74b-4b2c-82ef-bdaab19bde86 HTTP/1.1" status: 204 len: 168 time: 0.1345658 Sep 21 13:07:00.564021 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f78c0-6f2b-48b8-b5fa-094535bbf87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf487be1-b74b-4b2c-82ef-bdaab19bde86,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:07:00.831813 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 35748) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:07:00.846053 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-eed9556c-16f2-417a-873e-cfe62943d971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:00.946252 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-eed9556c-16f2-417a-873e-cfe62943d971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:00.949932 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-eed9556c-16f2-417a-873e-cfe62943d971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:00.988644 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-eed9556c-16f2-417a-873e-cfe62943d971 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f1f59a81d3b84ec28c0727adff1508c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1557200 Sep 21 13:07:00.989632 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed9556c-16f2-417a-873e-cfe62943d971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbc196d-d3d1-4c4b-b40d-fd2466e5e631,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:07:00.993459 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 35750) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:07:01.042107 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8575666c-52d8-411e-a894-577f35fb6f41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:01.063325 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8575666c-52d8-411e-a894-577f35fb6f41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:01.115271 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8575666c-52d8-411e-a894-577f35fb6f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:01.118699 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-8575666c-52d8-411e-a894-577f35fb6f41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:01.119839 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-8575666c-52d8-411e-a894-577f35fb6f41 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6dbc196d-d3d1-4c4b-b40d-fd2466e5e631 HTTP/1.1" status: 204 len: 168 time: 0.1254721 Sep 21 13:07:01.127970 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8575666c-52d8-411e-a894-577f35fb6f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbc196d-d3d1-4c4b-b40d-fd2466e5e631,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:07:08.342260 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 35870) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:07:08.452346 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b500b945-e9f6-4ccd-8301-455d604c9ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:08.539383 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b500b945-e9f6-4ccd-8301-455d604c9ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:08.542807 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-b500b945-e9f6-4ccd-8301-455d604c9ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:08.578864 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b500b945-e9f6-4ccd-8301-455d604c9ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67482d37-07c0-4fc8-9491-2f4715075a89,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:07:08.583231 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-b500b945-e9f6-4ccd-8301-455d604c9ba6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8b48c0ea3edb4e87b2cbdb853b268035&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2397854 Sep 21 13:07:08.585798 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 35874) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:07:08.633158 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-242bc49f-fd8a-4dd9-b1e3-63af6d3a3ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:08.654891 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-242bc49f-fd8a-4dd9-b1e3-63af6d3a3ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:08.701024 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-242bc49f-fd8a-4dd9-b1e3-63af6d3a3ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:08.703717 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-242bc49f-fd8a-4dd9-b1e3-63af6d3a3ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:08.704869 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-242bc49f-fd8a-4dd9-b1e3-63af6d3a3ec5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/67482d37-07c0-4fc8-9491-2f4715075a89 HTTP/1.1" status: 204 len: 168 time: 0.1181793 Sep 21 13:07:08.715484 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242bc49f-fd8a-4dd9-b1e3-63af6d3a3ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67482d37-07c0-4fc8-9491-2f4715075a89,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:07:08.966512 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 35880) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:07:08.982717 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4e927401-311f-4f30-b85e-4d8ec34636ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:09.075845 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4e927401-311f-4f30-b85e-4d8ec34636ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:09.079712 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-4e927401-311f-4f30-b85e-4d8ec34636ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:09.119000 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-4e927401-311f-4f30-b85e-4d8ec34636ae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=db41c64f27c649c4bf84b425577ad0a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1513953 Sep 21 13:07:09.120961 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e927401-311f-4f30-b85e-4d8ec34636ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab5e3e1-2325-4125-9241-30cb2f844977,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:07:09.121637 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 35882) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:07:09.175381 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-41fa4106-56cc-4657-9ad3-19704aa24d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:09.196216 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-41fa4106-56cc-4657-9ad3-19704aa24d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:09.242519 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-41fa4106-56cc-4657-9ad3-19704aa24d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:09.245143 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-41fa4106-56cc-4657-9ad3-19704aa24d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:09.246279 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-41fa4106-56cc-4657-9ad3-19704aa24d76 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cab5e3e1-2325-4125-9241-30cb2f844977 HTTP/1.1" status: 204 len: 168 time: 0.1235938 Sep 21 13:07:09.254277 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa4106-56cc-4657-9ad3-19704aa24d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab5e3e1-2325-4125-9241-30cb2f844977,revision_number=None']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:07:09.564048 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [-] (93968) accepted ('10.222.0.32', 35888) {{(pid=93968) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:07:09.578349 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-dcb3afa6-d565-4774-8261-63db9f1d92ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:09.667744 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-dcb3afa6-d565-4774-8261-63db9f1d92ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:09.671524 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-dcb3afa6-d565-4774-8261-63db9f1d92ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:09.710138 dv-cinder-810131-2-iscsi neutron-server[93968]: INFO neutron.wsgi [None req-dcb3afa6-d565-4774-8261-63db9f1d92ac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4889a1f9b50c486faacb30a915751163&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1440961 Sep 21 13:07:09.711042 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb3afa6-d565-4774-8261-63db9f1d92ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934737ed-902f-40fc-b050-b34465bfaf12,revision_number=1']} {{(pid=93968) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:07:09.712812 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 35890) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:07:09.765022 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-fbf6381a-bfe4-49b5-8ccd-13f99ac5c0dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:09.787722 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-fbf6381a-bfe4-49b5-8ccd-13f99ac5c0dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:09.837046 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-fbf6381a-bfe4-49b5-8ccd-13f99ac5c0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:09.841372 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-fbf6381a-bfe4-49b5-8ccd-13f99ac5c0dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:09.843650 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-fbf6381a-bfe4-49b5-8ccd-13f99ac5c0dc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/934737ed-902f-40fc-b050-b34465bfaf12 HTTP/1.1" status: 204 len: 168 time: 0.1288598 Sep 21 13:07:09.851840 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf6381a-bfe4-49b5-8ccd-13f99ac5c0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934737ed-902f-40fc-b050-b34465bfaf12,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:07:12.689418 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-afca6298-e468-4c52-82aa-7057b9caf6e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:15.350063 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-0a12e7d8-689b-4c7b-ad7f-0f8862140441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:15.921964 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:16.073296 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:16.689202 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:17.996371 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:20.840262 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 36028) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:07:20.964174 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3f6088aa-26aa-422b-b903-83bb721a17ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:21.067535 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3f6088aa-26aa-422b-b903-83bb721a17ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:21.072016 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-3f6088aa-26aa-422b-b903-83bb721a17ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_create {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:21.109120 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6088aa-26aa-422b-b903-83bb721a17ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b334b3f-201f-470c-8d84-da24a05b8ec9,revision_number=1']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:07:21.115585 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-3f6088aa-26aa-422b-b903-83bb721a17ea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=825f0a831f904702bc266887302750ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2739806 Sep 21 13:07:21.118279 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.wsgi [-] (93969) accepted ('10.222.0.32', 36032) {{(pid=93969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 21 13:07:21.168927 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2e4544da-41b8-4594-a4f1-21d2172a536d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:21.190014 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2e4544da-41b8-4594-a4f1-21d2172a536d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:21.235391 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2e4544da-41b8-4594-a4f1-21d2172a536d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616083'] for security_group, after_delete {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:21.237885 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron_lib.callbacks.manager [None req-2e4544da-41b8-4594-a4f1-21d2172a536d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:21.239104 dv-cinder-810131-2-iscsi neutron-server[93969]: INFO neutron.wsgi [None req-2e4544da-41b8-4594-a4f1-21d2172a536d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5b334b3f-201f-470c-8d84-da24a05b8ec9 HTTP/1.1" status: 204 len: 168 time: 0.1199291 Sep 21 13:07:21.247123 dv-cinder-810131-2-iscsi neutron-server[93969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4544da-41b8-4594-a4f1-21d2172a536d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b334b3f-201f-470c-8d84-da24a05b8ec9,revision_number=None']} {{(pid=93969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 13:07:27.830037 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-b5107449-46e0-4483-9031-0c19752d4acf None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 13:07:42.690246 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d7cf4b19-a5a6-4f0e-9c17-803a45ea385e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:45.351934 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5efe35dc-b49e-483a-b484-a505066ac82f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:45.925443 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:46.070716 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:46.694715 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:07:47.998219 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:08:04.827983 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-b5107449-46e0-4483-9031-0c19752d4acf None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 13:08:12.693472 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-0a0ef5bc-e10b-49a3-b447-c78a6c4a3a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:08:15.352631 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-f4f67638-eeb0-428b-b8d2-1fe6d3135977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:08:15.926121 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:08:16.080741 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:08:16.695189 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:08:17.999644 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:08:41.828345 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-b5107449-46e0-4483-9031-0c19752d4acf None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 13:08:42.694706 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-99e1cc21-2ef1-4626-8f1b-e4c0ea0052ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:08:45.354210 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d525efb3-c54f-4b48-a069-8007bbb07188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:08:45.927363 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:08:46.087472 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:08:46.696482 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:08:48.003566 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:09:12.695518 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-69eacfd4-6c6f-45aa-8e51-01fee93af798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:09:15.358036 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c0660346-6304-4ad9-8965-ad8062b9e323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:09:15.928690 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:09:16.084740 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:09:16.699266 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:09:18.005597 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:09:18.828289 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-b5107449-46e0-4483-9031-0c19752d4acf None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 13:09:33.803042 dv-cinder-810131-2-iscsi neutron-server[93968]: DEBUG neutron.wsgi [req-dcfed806-2dbf-4c1b-a1e4-bd5f9bbf2e2d req-1d980e65-5e8d-42f8-bf4a-2e3d5303ee46 service neutron] (93968) timed out ('10.222.0.45', 53746) {{(pid=93968) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 21 13:09:42.697193 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5d3afba1-0f99-4a64-8c2f-9a4a8346c1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:09:45.359380 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e85f2913-d69c-4b7e-a2b9-b41dbe4279bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:09:45.929746 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:09:46.084749 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:09:46.702264 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:09:48.007649 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:09:55.828631 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-b5107449-46e0-4483-9031-0c19752d4acf None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 13:10:12.701400 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-5e05e625-92e0-4f22-82db-fcf0893279a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:10:15.360244 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-55280199-1f60-4a72-bf02-46c231e98424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:10:15.931816 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:10:16.083016 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:10:16.705033 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:10:18.011019 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:10:32.828126 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-b5107449-46e0-4483-9031-0c19752d4acf None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 13:10:42.702109 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-91a03ce6-4498-4a35-94df-d60fc4b705b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:10:45.361430 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-0dd2adc9-185f-4848-8bd3-94040647a0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:10:45.932999 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:10:46.098251 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:10:46.708279 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:10:48.013310 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:11:09.827241 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-b5107449-46e0-4483-9031-0c19752d4acf None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 13:11:12.702253 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-4a06c506-c859-4f85-bc5b-57a7ac6acf36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:11:15.362676 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-e813ff97-f76c-413c-933b-0144504c2b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:11:15.934475 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:11:16.096529 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:11:16.712421 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:11:18.015633 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:11:42.704135 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-d82b72f8-f9b5-46db-a1bc-8e5c5c06b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:11:45.363667 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-56f9cc18-2918-4a05-8d2a-4d5354b47c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:11:45.935458 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:11:46.100760 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:11:46.714510 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:11:46.826613 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-b5107449-46e0-4483-9031-0c19752d4acf None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 13:11:48.020274 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:12:12.705188 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-768d5475-160b-485c-aa42-2f53adf341fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:12:15.365617 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-7fb653f3-93b4-4060-92bd-04ac5c407b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:12:15.941619 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c04974d5-1289-444d-9a7f-a7985348bc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:12:16.112360 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-cf362ce8-ae23-4864-adfc-04ae9e914317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:12:16.721168 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-448cf3f4-dc6d-4497-9aad-4587b8923f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:12:18.027052 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-c9a11162-669d-40c9-afba-879340cd5785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 21 13:12:23.826906 dv-cinder-810131-2-iscsi neutron-server[93971]: DEBUG neutron.db.agents_db [None req-b5107449-46e0-4483-9031-0c19752d4acf None None] Agent healthcheck: found 6 active agents {{(pid=93971) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 13:12:42.708561 dv-cinder-810131-2-iscsi neutron-server[93970]: DEBUG neutron_lib.callbacks.manager [None req-1e38ec91-ad5a-450f-9423-e8d3c97c1e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758322445195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-689711'] for agent, after_update {{(pid=93970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}